-- Logs begin at Tue 2022-05-03 20:16:20 UTC, end at Tue 2022-05-03 21:31:08 UTC. -- May 03 21:04:28.055673 dv-cinder-840376-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 03 21:04:30.584440 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.common.config [-] Logging enabled! May 03 21:04:30.585158 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev11 May 03 21:04:30.585158 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87132) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 03 21:04:30.588202 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.common.config [-] Logging enabled! May 03 21:04:30.588456 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev11 May 03 21:04:30.588767 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87132) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 03 21:04:30.589701 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:04:30.589957 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:04:30.590315 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:04:30.590692 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:04:30.590990 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:04:30.591378 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.591678 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.591975 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.592210 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.592506 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.592799 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.593083 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.593371 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.593676 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.593991 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.594272 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.594555 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.594787 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.595068 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.595357 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.595644 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.595869 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] debug = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.596155 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.596580 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.597000 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.597284 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.597577 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.597885 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.598160 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.598439 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.598723 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.599054 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] host = dv-cinder-840376-1-smb {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.599332 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.599623 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.599909 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.600197 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.600471 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.600747 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.601033 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.601308 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.601581 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] log_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.601882 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.602170 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.602458 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.602747 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.602974 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.603198 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.603487 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.603776 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.604051 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.604325 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.604601 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.604875 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.605150 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.605419 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.605702 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.606134 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.606516 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.606962 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.607244 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.607520 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.607795 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.608082 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.608357 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.608632 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.608909 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.609197 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.609468 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.609742 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.610077 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.610365 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.610648 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.610931 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.611204 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.611487 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.611758 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.612091 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.612286 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] use_json = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.612557 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.612824 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.613103 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.613373 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.613643 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.613942 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.614215 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.614498 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.614767 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:30.615060 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.615355 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.615656 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.615944 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.616241 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.616522 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.616809 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.617085 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.617371 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.617660 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.617980 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.618260 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.618547 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.618824 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.619115 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.619418 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.619713 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.620004 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.620279 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.620551 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.620823 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.621099 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.621384 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.622211 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.622648 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.622928 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.623210 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.623503 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.623783 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.624060 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.624339 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.624628 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.624908 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.625184 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.625466 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.625742 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.626037 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.626310 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.626586 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.626879 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.627156 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.627426 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.627696 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.627971 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.628241 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.628526 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.628801 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.629072 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.629341 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.629616 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.629916 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.630193 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.630471 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.630742 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.631019 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.631290 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.631559 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.631829 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.632101 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.632373 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.632643 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.632912 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.633187 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.633456 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.633725 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.634018 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.634292 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.634563 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.634851 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.635148 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.635424 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.635701 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.635977 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.636255 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.636531 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.636812 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.637089 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.637953 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.638261 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.638660 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.638951 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.639242 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.639528 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.639810 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.640107 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.640387 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.640671 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.640952 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.641239 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.641523 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.641806 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.642121 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.642417 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.642712 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.643005 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.643298 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.643579 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.643886 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.644164 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:30.644382 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:04:30.644622 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87132) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 21:04:31.037874 dv-cinder-840376-1-smb neutron-server[87132]: INFO keyring.backend [-] Loading KWallet May 03 21:04:31.046172 dv-cinder-840376-1-smb neutron-server[87132]: INFO keyring.backend [-] Loading SecretService May 03 21:04:31.049585 dv-cinder-840376-1-smb neutron-server[87132]: INFO keyring.backend [-] Loading Windows May 03 21:04:31.050941 dv-cinder-840376-1-smb neutron-server[87132]: INFO keyring.backend [-] Loading chainer May 03 21:04:31.051512 dv-cinder-840376-1-smb neutron-server[87132]: INFO keyring.backend [-] Loading macOS May 03 21:04:31.085331 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 21:04:31.085603 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 21:04:31.085913 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 21:04:31.086246 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 21:04:31.473148 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.473433 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.473703 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.475030 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.475310 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.475573 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.510489 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.510765 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.511030 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.524079 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.524358 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.524625 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.555653 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.555881 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.556150 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.593260 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.593841 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.593841 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.828162 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.828372 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.828636 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.828898 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.829654 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.950551 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.950865 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.951150 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.951422 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.951686 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.951994 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.952256 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.952513 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.952766 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.953045 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.953302 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.953562 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.953844 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.954095 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.954358 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.954626 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.954882 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.955149 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.955399 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.955679 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.956026 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.956277 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.956522 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.956802 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.957047 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.957288 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:31.957667 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:04:31.957936 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:04:31.958173 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:04:31.958407 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:04:31.958641 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:04:31.958873 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:04:31.959235 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 21:04:31.962331 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 21:04:31.966893 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 21:04:31.970654 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 03 21:04:31.972278 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 21:04:31.973760 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 21:04:31.974125 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 21:04:31.974514 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 21:04:31.977295 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 21:04:31.977548 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 21:04:31.977930 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 21:04:32.005518 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 21:04:32.005998 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.006294 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87132) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 03 21:04:32.006651 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.008014 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87132) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 21:04:32.008298 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 21:04:32.008546 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 21:04:32.011875 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.012155 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.075056 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 21:04:32.075295 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 21:04:32.075530 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 21:04:32.075898 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 21:04:32.108493 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_db.sqlalchemy.engines [None req-869a4de6-24f4-4748-add4-965d315d848f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87132) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 03 21:04:32.445319 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Initializing driver for type 'gre' May 03 21:04:32.445756 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-869a4de6-24f4-4748-add4-965d315d848f None None] gre ID ranges: [(1, 1000)] May 03 21:04:32.501294 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Initializing driver for type 'local' May 03 21:04:32.501644 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Initializing driver for type 'vlan' May 03 21:04:32.514324 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-869a4de6-24f4-4748-add4-965d315d848f None None] VlanTypeDriver initialization complete May 03 21:04:32.514694 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Initializing driver for type 'vxlan' May 03 21:04:32.515197 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-869a4de6-24f4-4748-add4-965d315d848f None None] vxlan ID ranges: [(1, 1000)] May 03 21:04:32.573805 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Initializing extension driver 'port_security' May 03 21:04:32.574161 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.extensions.port_security [None req-869a4de6-24f4-4748-add4-965d315d848f None None] PortSecurityExtensionDriver initialization complete May 03 21:04:32.574498 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Initializing mechanism driver 'openvswitch' May 03 21:04:32.575353 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Initializing mechanism driver 'hyperv' May 03 21:04:32.581946 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.plugins.ml2.plugin [None req-869a4de6-24f4-4748-add4-965d315d848f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:04:32.582607 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > port after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.582965 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > port after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.583306 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > port after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.583815 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:04:32.584236 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > subnet after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.584585 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > subnet after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.584925 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.585304 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:04:32.585700 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > network after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.586071 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > network after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.586409 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > network after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.586786 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:04:32.587182 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > security_group after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.587522 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > security_group after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.587853 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > security_group after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.588373 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:04:32.588777 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.589118 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.589448 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.589901 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:04:32.590238 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > address_group after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.591138 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > address_group after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.591653 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > address_group after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.592040 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:04:32.592477 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-869a4de6-24f4-4748-add4-965d315d848f None None] ML2 OVO RPC backend initialized. {{(pid=87132) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 03 21:04:32.593169 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.593515 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.594077 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > network before_response 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.594274 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > networks before_response 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.594613 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > port before_response 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.594946 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > ports before_response 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.595282 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > subnet before_response 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.595613 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > subnets before_response 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.595953 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > network after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.596288 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > network after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.596619 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > network after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.596949 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > port after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.597279 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > port after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.597608 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > port after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.597966 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > subnet after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.598298 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > subnet after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.598626 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.599191 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.plugin [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Modular L2 Plugin initialization complete May 03 21:04:32.599516 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading services supported by the core plugin {{(pid=87132) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 21:04:32.599839 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.plugins.ml2.managers [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Got port-security extension from driver 'port_security' May 03 21:04:32.600286 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.extensions.vlantransparent [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Disabled vlantransparent extension. May 03 21:04:32.600763 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87132) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 21:04:32.601089 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading Plugin: router May 03 21:04:32.638522 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router_interface before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.638905 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router after_create 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.639265 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router before_create 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.639625 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.639989 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.640334 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router after_delete 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.640685 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > floatingip after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.641040 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router after_create 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.641380 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router after_update 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.641721 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router after_update 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.642084 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.642434 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router after_update 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.642835 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router precommit_update 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.643194 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: port after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.643524 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: port after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.643852 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: subnet after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.644180 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.644519 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > port precommit_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.644861 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router precommit_create 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.645194 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: port before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.645526 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router precommit_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.645901 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router after_update 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.646236 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router precommit_delete 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.646575 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router precommit_create 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.646925 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.647262 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router precommit_update 55549900 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.647616 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > agent after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.647959 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > agent after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.648297 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > network after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.649133 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Tracking information for resource: router configured {{(pid=87132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:04:32.649456 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Tracking information for resource: floatingip configured {{(pid=87132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:04:32.655085 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.db.l3_agentschedulers_db [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 21:04:32.655650 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: port after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.656004 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: port after_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.656351 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: port after_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.656692 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: port after_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.657462 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router before_create 55550100 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.657838 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router precommit_delete 55550100 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.658198 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router precommit_create 55550100 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.658545 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > router precommit_update 55550100 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.662971 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.services.provider_configuration [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service providers = [] {{(pid=87132) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 21:04:32.663328 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.db.servicetype_db [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87132) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 21:04:32.666226 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.services.service_base [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87132) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:04:32.666573 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.services.service_base [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87132) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:04:32.666910 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.services.service_base [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87132) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:04:32.667783 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.services.service_base [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87132) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:04:32.668145 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.services.service_base [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 21:04:32.668545 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:04:32.668957 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 21:04:32.679790 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:04:32.680124 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading Plugin: auto_allocate May 03 21:04:32.685696 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: network precommit_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.686091 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: network precommit_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.686599 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:04:32.686915 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading Plugin: tag May 03 21:04:32.693296 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:04:32.693623 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading Plugin: timestamp May 03 21:04:32.697613 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:04:32.697916 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading Plugin: network_ip_availability May 03 21:04:32.703594 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.703958 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.704306 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.704993 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:04:32.705308 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading Plugin: flavors May 03 21:04:32.709919 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:04:32.710250 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading Plugin: revisions May 03 21:04:32.714457 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:04:32.714841 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_concurrency.lockutils [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=87132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 21:04:32.716247 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87132) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 03 21:04:32.716576 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Initializing extension manager. May 03 21:04:32.717085 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: __init__.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.717427 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: __pycache__ {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.717757 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.718109 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: address_group.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.718869 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.719438 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: address-group May 03 21:04:32.719753 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: address_scope.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.720456 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.720960 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: address-scope May 03 21:04:32.721276 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: admin_state_down_before_update.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.722222 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.722723 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: router-admin-state-down-before-update May 03 21:04:32.723036 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: agent.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.723920 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.724418 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: agent May 03 21:04:32.724731 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: agent_resources_synced.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.725624 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.726162 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: agent-resources-synced May 03 21:04:32.726474 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: allowedaddresspairs.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.728238 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.728745 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: allowed-address-pairs May 03 21:04:32.729066 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: auto_allocated_topology.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.730162 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.730667 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: auto-allocated-topology May 03 21:04:32.731003 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: availability_zone.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.731690 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.732181 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: availability_zone May 03 21:04:32.732500 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: availability_zone_filter.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.733394 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.733920 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: availability_zone_filter May 03 21:04:32.734237 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: data_plane_status.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.735124 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.735618 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension data-plane-status not supported by any of loaded plugins May 03 21:04:32.735933 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: default_subnetpools.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.736826 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.737327 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: default-subnetpools May 03 21:04:32.737642 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: dhcpagentscheduler.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.738459 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.738956 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: dhcp_agent_scheduler May 03 21:04:32.739272 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: dns.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.740169 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.740666 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension dns-integration not supported by any of loaded plugins May 03 21:04:32.740984 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: dns_domain_ports.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.741913 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.742414 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 21:04:32.742749 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: dvr.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.743387 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.743886 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: dvr May 03 21:04:32.744200 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: empty_string_filtering.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.745095 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.745595 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: empty-string-filtering May 03 21:04:32.745937 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.746897 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.747393 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 21:04:32.747704 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.748596 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.749091 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 21:04:32.749404 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: external_net.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.750320 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.750817 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: external-net May 03 21:04:32.751130 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: extra_dhcp_opt.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.752015 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.752514 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: extra_dhcp_opt May 03 21:04:32.752830 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: extraroute.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.753719 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.754241 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: extraroute May 03 21:04:32.754555 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: extraroute_atomic.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.755569 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.756070 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: extraroute-atomic May 03 21:04:32.756387 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: filter_validation.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.757050 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.757544 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: filter-validation May 03 21:04:32.757880 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: fip_pf_description.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.758769 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.759263 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 21:04:32.759578 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: fip_port_details.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.760476 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.760972 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: fip-port-details May 03 21:04:32.761288 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: flavors.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.763063 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.763572 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: flavors May 03 21:04:32.763890 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.765534 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.766084 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 21:04:32.766412 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: floatingip_pools.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.767103 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.767615 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: floatingip-pools May 03 21:04:32.767935 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: ip_allocation.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.768835 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.769337 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension ip_allocation not supported by any of loaded plugins May 03 21:04:32.769655 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.770595 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.771112 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: ip-substring-filtering May 03 21:04:32.771433 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: l2_adjacency.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.772332 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.772835 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension l2_adjacency not supported by any of loaded plugins May 03 21:04:32.773149 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: l3.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.774131 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.774639 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: router May 03 21:04:32.774957 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: l3_conntrack_helper.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.777257 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.777784 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 21:04:32.778843 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.779757 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.780272 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: ext-gw-mode May 03 21:04:32.780596 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.781499 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.782035 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: l3-ha May 03 21:04:32.782359 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: l3_flavors.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.783252 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.783755 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: l3-flavors May 03 21:04:32.784075 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.784980 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.785481 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: l3-port-ip-change-not-allowed May 03 21:04:32.785797 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: l3agentscheduler.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.786827 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.787330 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: l3_agent_scheduler May 03 21:04:32.787650 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: logging.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.789125 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.789629 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension logging not supported by any of loaded plugins May 03 21:04:32.789988 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: metering.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.790719 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.791282 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: metering May 03 21:04:32.791600 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.792680 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.793190 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: metering_source_and_destination_fields May 03 21:04:32.793539 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: multiprovidernet.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.794475 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.794974 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: multi-provider May 03 21:04:32.795544 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: netmtu.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.796445 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.796946 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: net-mtu May 03 21:04:32.797262 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: netmtu_writable.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.798202 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.798701 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: net-mtu-writable May 03 21:04:32.799017 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: network_availability_zone.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.799678 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.800176 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: network_availability_zone May 03 21:04:32.800491 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: network_ip_availability.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.801572 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.802095 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: network-ip-availability May 03 21:04:32.802414 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: network_segment_range.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.803165 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.803657 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension network-segment-range not supported by any of loaded plugins May 03 21:04:32.803971 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: pagination.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.804938 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.805261 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: pagination May 03 21:04:32.805573 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: port_device_profile.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.806503 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.807010 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: port-device-profile May 03 21:04:32.807328 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.808234 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.808736 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: port-mac-address-regenerate May 03 21:04:32.809047 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.810481 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.810990 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: port-numa-affinity-policy May 03 21:04:32.811301 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: port_resource_request.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.812211 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.812709 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension port-resource-request not supported by any of loaded plugins May 03 21:04:32.813021 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: portbindings.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.813971 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.814476 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: binding May 03 21:04:32.814786 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: portbindings_extended.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.816147 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.816654 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: binding-extended May 03 21:04:32.816974 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: portsecurity.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.817910 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.818413 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: port-security May 03 21:04:32.818728 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: project_id.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.819681 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.820002 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: project-id May 03 21:04:32.820312 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: providernet.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.821215 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.821721 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: provider May 03 21:04:32.822065 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: qos.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.826138 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.826650 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension qos not supported by any of loaded plugins May 03 21:04:32.826974 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.828198 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.828707 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 21:04:32.829033 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.829966 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.830470 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 21:04:32.830790 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: qos_default.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.831687 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.832188 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension qos-default not supported by any of loaded plugins May 03 21:04:32.832509 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: qos_fip.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.833155 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.833648 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension qos-fip not supported by any of loaded plugins May 03 21:04:32.833998 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: qos_gateway_ip.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.834905 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.835406 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 21:04:32.835722 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: qos_port_network_policy.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.836620 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.837119 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 21:04:32.837436 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: qos_rule_type_details.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.838361 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.838863 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 21:04:32.839180 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: qos_rules_alias.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.840207 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.840739 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 21:04:32.841053 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: quotasv2.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.841975 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.842297 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: quotas May 03 21:04:32.842610 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: quotasv2_detail.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.844197 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.844528 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: quota_details May 03 21:04:32.844851 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: rbac.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.845894 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.846407 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: rbac-policies May 03 21:04:32.846728 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: rbac_address_group.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.847638 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.848152 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: rbac-address-group May 03 21:04:32.848469 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: rbac_address_scope.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.849370 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.849907 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: rbac-address-scope May 03 21:04:32.850226 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: rbac_security_groups.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.851119 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.851622 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: rbac-security-groups May 03 21:04:32.851938 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: rbac_subnetpool.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.852848 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.853352 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: rbac-subnetpool May 03 21:04:32.853668 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: revisionifmatch.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.854596 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.855100 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: revision-if-match May 03 21:04:32.855420 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: revisions.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.856782 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.857289 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: standard-attr-revisions May 03 21:04:32.857607 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: router_availability_zone.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.858310 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.858815 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: router_availability_zone May 03 21:04:32.859131 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: routerservicetype.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.860031 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.860530 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension router-service-type not supported by any of loaded plugins May 03 21:04:32.860844 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.861748 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.862284 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: security-groups-normalized-cidr May 03 21:04:32.862602 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: security_groups_port_filtering.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.863504 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.864002 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: port-security-groups-filtering May 03 21:04:32.864318 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.865218 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.865720 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: security-groups-remote-address-group May 03 21:04:32.866067 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: securitygroup.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.876128 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.876650 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: security-group May 03 21:04:32.876973 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: segment.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.877745 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.878273 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension segment not supported by any of loaded plugins May 03 21:04:32.878598 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.879525 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.880030 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 21:04:32.880348 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: servicetype.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.881436 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.881980 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: service-type May 03 21:04:32.882301 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: sorting.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.883262 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.883587 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: sorting May 03 21:04:32.883900 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: standard_attr_segment.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.884797 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.885301 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 21:04:32.885614 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: standardattrdescription.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.886269 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.886774 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: standard-attr-description May 03 21:04:32.887089 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: stateful_security_group.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.888068 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.888577 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: stateful-security-group May 03 21:04:32.888892 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: stdattrs_common.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.889461 dv-cinder-840376-1-smb neutron-server[87132]: WARNING neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 21:04:32.889775 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.890787 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.891286 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 21:04:32.891601 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: subnet_onboard.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.892652 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.893159 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: subnet_onboard May 03 21:04:32.893479 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.894433 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.894935 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 21:04:32.895252 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: subnet_service_types.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.896168 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.896674 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: subnet-service-types May 03 21:04:32.896991 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: subnetallocation.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.898086 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.898596 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: subnet_allocation May 03 21:04:32.898912 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.899561 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.900057 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: subnetpool-prefix-ops May 03 21:04:32.900373 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.901297 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.901792 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 21:04:32.902132 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: tagging.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.903697 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.904342 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: standard-attr-tag May 03 21:04:32.904665 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: timestamp.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.905908 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.906419 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loaded extension: standard-attr-timestamp May 03 21:04:32.906738 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: trunk.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.907784 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.908290 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension trunk not supported by any of loaded plugins May 03 21:04:32.908614 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: trunk_details.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.909521 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.910124 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension trunk-details not supported by any of loaded plugins May 03 21:04:32.910446 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: uplink_status_propagation.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.911344 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.911849 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 21:04:32.912168 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Loading extension file: vlantransparent.py {{(pid=87132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:04:32.912823 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:04:32.913323 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extension vlan-transparent not supported by any of loaded plugins May 03 21:04:32.915783 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:network May 03 21:04:32.916509 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:subnet May 03 21:04:32.917266 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:04:32.917879 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:port May 03 21:04:32.919339 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:32.919762 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service FLAVORS assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:32.920631 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:32.921050 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:32.921375 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:router May 03 21:04:32.922058 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:floatingip May 03 21:04:32.922753 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service METERING assigned prefix: /metering {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:32.924171 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.924532 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.924878 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:04:32.927128 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of CountableResource for resource:rbac_policy May 03 21:04:32.927567 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:security_group May 03 21:04:32.928217 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:security_group_rule May 03 21:04:32.928952 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service CORE assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:32.929287 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:04:32.929619 dv-cinder-840376-1-smb neutron-server[87132]: WARNING neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] subnetpool is already registered May 03 21:04:32.930266 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service CORE assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:32.930596 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:04:32.930919 dv-cinder-840376-1-smb neutron-server[87132]: WARNING neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] subnetpool is already registered May 03 21:04:33.041895 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:33.042338 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service FLAVORS assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:33.042923 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:33.043342 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:33.043871 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:router May 03 21:04:33.044289 dv-cinder-840376-1-smb neutron-server[87132]: WARNING neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] router is already registered May 03 21:04:33.044940 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:floatingip May 03 21:04:33.045520 dv-cinder-840376-1-smb neutron-server[87132]: WARNING neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] floatingip is already registered May 03 21:04:33.046174 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service METERING assigned prefix: /metering {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:33.046988 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of CountableResource for resource:rbac_policy May 03 21:04:33.047313 dv-cinder-840376-1-smb neutron-server[87132]: WARNING neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] rbac_policy is already registered May 03 21:04:33.047726 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:security_group May 03 21:04:33.048051 dv-cinder-840376-1-smb neutron-server[87132]: WARNING neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] security_group is already registered May 03 21:04:33.048633 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:security_group_rule May 03 21:04:33.048959 dv-cinder-840376-1-smb neutron-server[87132]: WARNING neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] security_group_rule is already registered May 03 21:04:33.049615 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service CORE assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:33.049965 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:04:33.050289 dv-cinder-840376-1-smb neutron-server[87132]: WARNING neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] subnetpool is already registered May 03 21:04:33.050884 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.v2.resource_helper [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Service CORE assigned prefix: {{(pid=87132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:04:33.051208 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:04:33.051537 dv-cinder-840376-1-smb neutron-server[87132]: WARNING neutron.quota.resource_registry [None req-869a4de6-24f4-4748-add4-965d315d848f None None] subnetpool is already registered May 03 21:04:33.052165 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: extensions {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.053668 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: address-groups {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.055284 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: address-scopes {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.056481 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: agents {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.057597 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: auto-allocated-topology {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.058942 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: availability_zones {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.060701 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: dhcp-networks {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.062099 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: dhcp-agents {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.063505 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: routers {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.065255 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: flavors {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.066423 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: service_profiles {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.067597 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: next_providers {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.069100 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: service_profiles {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.070568 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: floatingip-pools {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.071757 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: routers {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.073507 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: floatingips {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.074688 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: l3-routers {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.076760 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: l3-agents {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.078270 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: metering-labels {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.079500 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: metering-label-rules {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.080765 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: network-ip-availabilities {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.082023 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: bindings {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.083655 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: quotas {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.085065 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: quotas {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.086476 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: rbac-policies {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.087745 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: security-groups {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.088931 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: security-group-rules {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.090167 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: service-providers {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.091542 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: subnetpools {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.092826 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: subnetpools {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.094282 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: tags {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.096013 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: tags {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.097701 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: tags {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.099494 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: tags {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.102262 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: tags {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.104088 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: tags {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.105781 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: tags {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.108047 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: tags {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.109784 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: tags {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.111622 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron.api.extensions [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Extended resource: tags {{(pid=87132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:04:33.117470 dv-cinder-840376-1-smb neutron-server[87132]: WARNING keystonemiddleware.auth_token [None req-869a4de6-24f4-4748-add4-965d315d848f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 21:04:33.122700 dv-cinder-840376-1-smb neutron-server[87132]: WARNING keystonemiddleware.auth_token [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 21:04:33.130695 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_concurrency.lockutils [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Acquired lock "singleton_lock" {{(pid=87132) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 03 21:04:33.131157 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_concurrency.lockutils [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Releasing lock "singleton_lock" {{(pid=87132) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 03 21:04:33.131785 dv-cinder-840376-1-smb neutron-server[87132]: INFO oslo_service.service [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Starting 2 workers May 03 21:04:33.136418 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Started child 87239 {{(pid=87132) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:04:33.140799 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Started child 87240 {{(pid=87132) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:04:33.141668 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:33.142406 dv-cinder-840376-1-smb neutron-server[87132]: INFO neutron.service [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Neutron service started, listening on 0.0.0.0:9696 May 03 21:04:33.143029 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Notify callbacks [] for process, before_spawn {{(pid=87132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:33.143204 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [-] (87239) wsgi starting up on http://0.0.0.0:9696 May 03 21:04:33.145304 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:33.145788 dv-cinder-840376-1-smb neutron-server[87132]: INFO oslo_service.service [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Starting 1 workers May 03 21:04:33.146638 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [-] (87240) wsgi starting up on http://0.0.0.0:9696 May 03 21:04:33.150291 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Started child 87241 {{(pid=87132) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:04:33.150787 dv-cinder-840376-1-smb neutron-server[87132]: INFO oslo_service.service [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Starting 1 workers May 03 21:04:33.154536 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.service [None req-869a4de6-24f4-4748-add4-965d315d848f None None] calling RpcWorker wait() {{(pid=87241) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 21:04:33.155083 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.service [None req-869a4de6-24f4-4748-add4-965d315d848f None None] returning from RpcWorker wait() {{(pid=87241) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 21:04:33.155558 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Started child 87242 {{(pid=87132) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:04:33.156263 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:33.156360 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG neutron_lib.callbacks.manager [None req-869a4de6-24f4-4748-add4-965d315d848f None None] Notify callbacks [] for process, after_spawn {{(pid=87132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:33.156706 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:04:33.158142 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87132) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 21:04:33.158360 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:04:33.158541 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:04:33.158753 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:04:33.159085 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:04:33.159245 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:04:33.159744 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.160007 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.160269 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.160535 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.160827 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.160914 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:33.161406 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.161607 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.161891 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.162166 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.162396 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.162558 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.162718 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.162969 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.163320 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.163538 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.163768 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.164001 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.164331 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.164470 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.164711 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.164975 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.165196 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.165457 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] debug = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.165702 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.166223 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.166479 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.166729 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.166932 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.167271 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.167510 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.167847 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.168047 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.168246 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.168514 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.169464 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.169806 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.170118 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.170747 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.170911 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.171111 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.171561 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] host = dv-cinder-840376-1-smb {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.171769 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.172032 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.172185 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.172405 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.172683 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.173105 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.173401 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.173562 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.173812 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.174138 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.174393 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.174629 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.174851 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.175123 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.175271 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_options = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.175539 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.175788 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.176048 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.176255 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.176428 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.176670 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.176842 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.176985 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.177317 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.177484 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.177624 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.177861 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.178126 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.178355 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.178593 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.178825 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.179050 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.179254 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.179492 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.179727 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.179946 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.180186 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.180425 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.180656 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.180884 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.181189 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.181372 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.181514 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.181714 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.182598 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.182598 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.182598 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.182840 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.182917 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.183114 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.183330 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.184059 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.184353 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.184725 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.185065 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.185239 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.185424 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.185663 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.185945 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.186119 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.186344 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_json = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.186560 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.186828 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.187034 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.187246 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.187604 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.187822 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.189864 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.189864 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.189864 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.189864 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.189864 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.189864 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.189864 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.189864 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.190688 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.190688 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.190688 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.190972 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.191188 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.191295 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:04:33.191408 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.191513 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.191941 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.192076 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.192302 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.192571 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.192815 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.193055 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.193282 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.193530 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.193730 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.193961 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.194247 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.194544 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.194804 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.195435 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.195435 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.195749 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.195749 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.195966 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.196080 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.196270 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.196549 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.196761 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.196977 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.197192 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.197432 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.197666 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.197916 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.198312 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.198684 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.199058 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.199307 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.199547 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.200349 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.200563 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.200781 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.200995 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.201298 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.202773 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.202773 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.202773 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.202773 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.202773 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.202773 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.202773 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.203685 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.203685 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.203685 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.203685 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.203685 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.204341 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.204341 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.204341 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.204981 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.204981 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.204981 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.205786 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.205786 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.205786 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.205786 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.207970 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.207970 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.207970 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.207970 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.207970 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.207970 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.207970 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.207970 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.207970 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.208960 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.208960 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.208960 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.208960 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.208960 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.208960 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.209475 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.209475 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.209670 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.210076 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.210327 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.210513 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.211010 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.211010 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.211010 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.211449 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.211449 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.211770 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.211938 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.212099 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.212342 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.212645 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.212828 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.213006 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.213192 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.213429 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.213699 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.213978 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.214252 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.214506 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.214745 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.215063 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.215274 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.216087 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.216291 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.216619 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.217040 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.217330 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.217605 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.217866 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.218111 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.218782 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.218782 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.219117 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.222442 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.222864 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.222977 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 49524) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:04:33.223371 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.223810 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.224203 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.224558 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.224942 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.225305 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.225785 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.226199 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.226581 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.226971 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.227408 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.227777 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.228154 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.228557 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.228961 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.229366 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.229739 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.230122 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.230492 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.230868 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.231392 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.231668 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.231917 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.232136 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.232383 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.232802 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.233191 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.233630 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.234058 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.234461 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.234855 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.235268 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.235481 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.235861 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.236222 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.236577 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.236967 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.237322 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.237688 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.238093 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.238477 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.239369 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.239369 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.239369 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.239719 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.239719 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.239950 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.240163 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.240949 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0154674 May 03 21:04:33.241242 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.241485 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.241737 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.242007 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.242240 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.242456 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.242680 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.242895 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.243128 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.244151 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.244363 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.244775 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.245311 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.245914 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.246387 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.246825 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.247192 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.247490 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.247917 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.248334 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.248577 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.248800 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.249019 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.249244 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.249477 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.249725 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.249974 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.250234 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.250418 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.250710 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.250967 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.251233 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.251459 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.251683 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.251935 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.252150 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.252370 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.252580 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.252789 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.252996 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.253226 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.253434 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.253734 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.254873 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.255279 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.255819 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.255976 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.256412 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.256626 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.256838 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.257067 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.257272 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.257650 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.258044 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.258404 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.258817 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.259246 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.259740 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.260160 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.260551 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.260996 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.261396 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.261801 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.262764 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.263301 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.263801 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.264106 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.264972 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.264972 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.264972 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.265256 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.265641 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.266027 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.266356 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.266596 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.267066 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.267537 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.267985 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.268418 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.268921 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.269437 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.269895 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.270381 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.270749 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.271162 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.271556 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.271918 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.272280 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.272657 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.272904 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.273172 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.273444 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.273877 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.273984 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.274207 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.274443 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.274682 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.274899 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.275116 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.275333 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.275484 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:04:33.276167 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87132) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 21:04:33.276469 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:04:33.276757 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:04:33.276948 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:04:33.277240 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:04:33.277517 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:04:33.277893 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.278876 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.279194 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.279519 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.279841 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.280189 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.280465 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:04:33.280667 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.280971 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.281300 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.281622 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.281956 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.282261 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.282578 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.282888 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.283190 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.283493 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.283800 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.284126 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.284434 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.284738 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.285026 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.285341 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.285660 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] debug = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.285999 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.286332 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.286670 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.287001 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.287315 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.287613 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.287775 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.287936 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.288095 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.288247 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.288409 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.288564 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.288933 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.289253 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.289567 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.289911 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.290226 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.290539 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] host = dv-cinder-840376-1-smb {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.290845 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.291143 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.291442 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.291774 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.292150 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.292262 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.292401 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.292562 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.292717 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.293036 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.293354 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.294310 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.294669 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.294826 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.295119 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_options = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.295681 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.295850 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.296021 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.296191 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.296484 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.296772 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.297072 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.297359 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.297645 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.297953 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.298230 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.298584 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.298746 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.299011 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.299229 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.299402 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.299653 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.299809 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.300093 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.300257 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.300418 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.300575 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.300731 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.300889 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.301141 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.301356 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.301572 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.301733 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.302109 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.302408 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.302566 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.302726 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.302884 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.303040 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.303195 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.303350 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.303503 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.303796 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.304084 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.304369 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.304653 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.304949 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.305245 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.305527 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.305809 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.306110 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_json = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.306383 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.306648 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.306915 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.307181 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.307462 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.307760 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.308042 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.308315 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.308593 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:04:33.308897 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.309767 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.310094 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.310374 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.310652 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.310948 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.311220 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.311512 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.311796 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.312071 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.312348 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.312617 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.312923 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.313209 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.313506 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.313793 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.314112 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.314299 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.314438 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.315279 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.315279 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.315279 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.315279 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.315279 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.315687 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.315687 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.315687 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.315912 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.316875 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.317013 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.317216 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.317639 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.318202 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.318653 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.318653 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.318653 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.318893 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.318973 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.319114 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.320029 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.320331 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.320629 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.320940 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.321238 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.321548 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.321708 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.322020 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.322313 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.322624 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.322914 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.323215 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.323503 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.323802 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.323961 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.324249 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.324410 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.324695 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.325022 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.325310 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.325609 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.325765 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.326105 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.326263 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.326561 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.326716 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.327006 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.327304 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.327579 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.327868 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.328027 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.328321 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.328480 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.328774 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.328930 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.329223 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.329382 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.329659 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.330749 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.331052 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.331356 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.331520 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.331820 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.331978 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.332279 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.332444 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.332756 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.332916 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.333076 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.333234 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.333393 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.333550 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.333710 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.333893 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.334058 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.334213 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.334369 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.334527 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.334974 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.334974 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.334974 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.335175 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.335277 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.335433 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.335589 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.336457 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.336457 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.336457 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.336457 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.336457 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.336457 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.337395 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.337395 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.337395 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.337395 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.337395 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.337395 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.337790 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.337790 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.338389 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.338389 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.338389 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.338389 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.338668 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.338668 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.338816 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.338896 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.339800 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.339983 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.340155 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.340324 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.340613 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.340812 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.340995 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.341168 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.341394 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.341556 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.341713 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.341894 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.342053 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.342210 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.342374 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.342530 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.342687 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.342844 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.343001 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.343159 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.343315 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.343471 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.343630 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.343787 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.343943 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.344101 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.344258 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.344414 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.344570 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.344726 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.344882 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.345039 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.345195 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.345352 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.345508 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.345664 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.345859 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.346021 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.346178 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.346333 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.346490 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.346645 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.346802 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.346960 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.347117 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.347326 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.347423 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.347584 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.348568 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.348733 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.348896 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.349054 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.349214 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.349376 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.349537 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.349694 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.349873 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.350032 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.350190 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.350348 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.350505 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.350681 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.350837 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.350994 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.351154 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.351316 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.351472 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.351673 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.351770 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.351952 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.352085 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.352243 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.352405 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.352564 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.352719 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.352875 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.353031 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.353192 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.353352 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.353510 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.353665 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.353869 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.354000 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.354154 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.354465 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.354609 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.354770 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.354927 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.355083 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.355297 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.355433 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.355577 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.355710 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.355842 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.356522 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.356695 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.356854 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.357012 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.357192 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.357321 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.357460 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.357615 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.357772 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.357950 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.358110 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.358278 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.358436 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.358594 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.358760 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.358916 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.359074 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.359232 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.359401 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.359584 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.359714 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.359849 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.359985 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.360142 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.360303 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.360466 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.360654 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.360787 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.360919 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.361085 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.361250 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.361415 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.361572 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.361737 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.361956 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.362112 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.362269 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.362425 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.362600 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.362735 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.362891 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.363047 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.363204 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.363360 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.363516 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.363674 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.363831 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.363989 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.364145 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.364302 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.364458 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.364615 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.364772 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.364929 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:04:33.365119 dv-cinder-840376-1-smb neutron-server[87132]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:04:44.077348 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a200c6b-c879-4e90-ae7d-f282720f630a None None] get_active_networks_info from dv-cinder-840376-1-smb {{(pid=87241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 21:04:44.139550 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a200c6b-c879-4e90-ae7d-f282720f630a None None] No non-hosted networks {{(pid=87241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 21:04:44.144118 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c705-a1c4-4590-94f8-1c17c25f0180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637145'] for agent, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:46.347219 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7e11535c-94b2-45ea-a240-2e6a43b8b938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637145'] for agent, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:46.368165 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-771c10d2-de9b-4e8e-85ef-f1f19808a255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:47.398804 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637145'] for agent, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:47.399557 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.400390 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.400390 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.402003 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.402341 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.407859 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.408210 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.412854 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.413301 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.413553 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.413910 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.414291 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:47.414645 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840376-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:04:47.436559 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840376-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:04:47.579966 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637145'] for agent, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:48.625623 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637145'] for agent, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:50.297595 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 49624) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:04:50.884060 dv-cinder-840376-1-smb neutron-server[87240]: WARNING oslo_policy.policy [None req-aa63992a-8f07-42f6-bda7-f97c442bfd29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:04:50.884655 dv-cinder-840376-1-smb neutron-server[87240]: WARNING oslo_policy.policy [None req-aa63992a-8f07-42f6-bda7-f97c442bfd29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:04:51.103396 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [None req-aa63992a-8f07-42f6-bda7-f97c442bfd29 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:04:51.104435 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-aa63992a-8f07-42f6-bda7-f97c442bfd29 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8058331 May 03 21:04:52.519095 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.db.l3_hamode_db [None req-866a1928-f336-4c5c-874d-e169d02b6e8c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 21:04:52.602969 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a1928-f336-4c5c-874d-e169d02b6e8c None None] Routers set() bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:04:52.603347 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a1928-f336-4c5c-874d-e169d02b6e8c None None] Router IDs set() for agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 03 21:04:53.525449 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 49638) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:04:53.889540 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-29100d82-934a-4336-9dcf-f173739ae4f6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:04:53.986022 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.policy [None req-29100d82-934a-4336-9dcf-f173739ae4f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87240) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 21:04:54.031617 dv-cinder-840376-1-smb neutron-server[87240]: WARNING oslo_policy.policy [None req-29100d82-934a-4336-9dcf-f173739ae4f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:04:54.031987 dv-cinder-840376-1-smb neutron-server[87240]: WARNING oslo_policy.policy [None req-29100d82-934a-4336-9dcf-f173739ae4f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:04:54.040186 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.quota [None req-29100d82-934a-4336-9dcf-f173739ae4f6 admin admin] Loaded quota_driver: . May 03 21:04:54.056498 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-29100d82-934a-4336-9dcf-f173739ae4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:04:54.116156 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-29100d82-934a-4336-9dcf-f173739ae4f6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747669940377', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747669942132', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747669919158', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747669924351', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747669968798', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747669974264', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1589530', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1617283', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538040', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-608362'] for rbac-policy, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:54.180157 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-29100d82-934a-4336-9dcf-f173739ae4f6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:54.181286 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-29100d82-934a-4336-9dcf-f173739ae4f6 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6548483 May 03 21:04:56.983036 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 49652) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:04:57.332195 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'name': 'private'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:04:57.336880 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:04:57.341316 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Usage tracker for resource:network and tenant:fd674d78b4b24dfaaa3dd862a4a697bc is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:04:57.345911 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:04:57.351856 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:04:57.362938 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Made reservation on behalf of fd674d78b4b24dfaaa3dd862a4a697bc for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:04:57.365561 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:57.383501 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:57.397419 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:04:57.401059 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Usage tracker for resource:security_group_rule and tenant:fd674d78b4b24dfaaa3dd862a4a697bc is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:04:57.406190 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:04:57.411570 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:04:57.505753 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:57.509205 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:57.530975 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:04:57.556225 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747672647958', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:57.556756 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Unsubscribe: segment precommit_create {{(pid=87240) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 21:04:57.557469 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Added segment c574f302-1232-4cc2-b23e-8bb8cc07e79c of type vlan for network 8b145dee-1606-4b9b-9985-b1bba532ee87 May 03 21:04:57.604227 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6dec6c-30f5-4fce-bbf0-99855f17e8fb,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:04:57.620129 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.620464 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.620790 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.621632 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.621974 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.622462 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.622776 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.623086 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.623416 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.623727 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.624033 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.624338 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Tracked resource versions report: May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: pushed versions: May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: { 'AddressGroup': {'1.2'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'ConntrackHelper': {'1.0'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'Log': {'1.0'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'Network': {'1.1'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'Port': {'1.7'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'PortForwarding': {'1.2'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'QosPolicy': {'1.8'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'SecurityGroup': {'1.4'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'SecurityGroupRule': {'1.2'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'SubPort': {'1.0'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'Subnet': {'1.1'}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'Trunk': {'1.1'}} May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: consumer versions: May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: { DHCP agent@dv-cinder-840376-1-smb: {}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: L3 agent@dv-cinder-840376-1-smb: {}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: Metadata agent@dv-cinder-840376-1-smb: {}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: Metering agent@dv-cinder-840376-1-smb: {}, May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: Open vSwitch agent@dv-cinder-840376-1-smb: { 'AddressGroup': '1.2', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'ConntrackHelper': '1.0', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'Log': '1.0', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'Network': '1.1', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'Port': '1.7', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'PortForwarding': '1.2', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'QosPolicy': '1.8', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'SecurityGroup': '1.4', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'SecurityGroupRule': '1.2', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'SubPort': '1.0', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'Subnet': '1.1', May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: 'Trunk': '1.1'}} May 03 21:04:57.625436 dv-cinder-840376-1-smb neutron-server[87240]: {{(pid=87240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:04:57.667582 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:57.707361 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:57.708399 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:04:57.709016 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:04:57.808999 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8243263 May 03 21:04:57.816716 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b690d48-92fa-4343-b6b5-bbbb62b27e86 admin admin] Pushing event updated for resources: {'Network': ['ID=8b145dee-1606-4b9b-9985-b1bba532ee87,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:04:57.844104 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 8b145dee-1606-4b9b-9985-b1bba532ee87 details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:05:00.528978 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 49668) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:05:00.970315 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba95b6c4-13b0-4bf3-b40f-55d83de6fcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:05:00.971558 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ba95b6c4-13b0-4bf3-b40f-55d83de6fcf8 admin admin] 10.222.0.44 "GET /v2.0/networks/8b145dee-1606-4b9b-9985-b1bba532ee87 HTTP/1.1" status: 200 len: 825 time: 0.4416449 May 03 21:05:00.999014 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-d29b72fe-5c61-4366-bb0d-242b054f9bac admin admin] 10.222.0.44 "GET /v2.0/subnetpools/e42f215c-9073-4276-9ddd-28769db6b57d HTTP/1.1" status: 200 len: 734 time: 0.0221186 May 03 21:05:01.007377 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Request body: {'subnet': {'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e42f215c-9073-4276-9ddd-28769db6b57d'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:05:01.011695 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:05:01.015378 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Usage tracker for resource:subnet and tenant:fd674d78b4b24dfaaa3dd862a4a697bc is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:05:01.018202 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:05:01.023705 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:05:01.034461 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Made reservation on behalf of fd674d78b4b24dfaaa3dd862a4a697bc for: {'subnet': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:05:01.036868 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:01.324444 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:01.406739 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929456fb-591a-47ca-bfe7-18fdcb06aaa4,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:01.408701 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Checking segment: {'id': 'c574f302-1232-4cc2-b23e-8bb8cc07e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:05:01.409081 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Network hostable DHCP agents. Network: 8b145dee-1606-4b9b-9985-b1bba532ee87, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:05:01.430250 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Network 8b145dee-1606-4b9b-9985-b1bba532ee87 is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:05:01.440190 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 8b145dee-1606-4b9b-9985-b1bba532ee87) {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:05:01.444526 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:05:01.445094 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:01.450337 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a588e-b005-47e7-8582-ffbdc643bb26 None None] Network 8b145dee-1606-4b9b-9985-b1bba532ee87 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:05:01.463958 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-8fa13121-a0a0-4163-9341-d8c52c1388d7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4597404 May 03 21:05:01.759087 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped9e2575-edac-5646-aca9-fda55ecf2a7e-8b145dee-1606-4b9b-9985-b1bba532ee87', 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'fixed_ips': [{'subnet_id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4'}]}} from dv-cinder-840376-1-smb. {{(pid=87241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:05:01.760278 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:01.944935 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.db_base_plugin_common [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Allocated IP 172.20.0.2 (8b145dee-1606-4b9b-9985-b1bba532ee87/929456fb-591a-47ca-bfe7-18fdcb06aaa4/7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3) {{(pid=87241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:05:02.182804 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Notify callbacks [] for port, precommit_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:02.196316 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Transition to ACTIVE for port object 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:05:02.216577 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Transition to ACTIVE for port object 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 will not be triggered until provisioned by entity DHCP. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:05:02.223615 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:02.289185 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Pushing event updated for resources: {'Port': ['ID=7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3,revision_number=1']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:02.298800 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.299066 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.299405 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.299742 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.300076 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.300405 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.300731 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.301052 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.301374 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.301725 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.302034 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.302351 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Tracked resource versions report: May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: pushed versions: May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: { 'AddressGroup': {'1.2'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'ConntrackHelper': {'1.0'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'Log': {'1.0'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'Network': {'1.1'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'Port': {'1.7'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'PortForwarding': {'1.2'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'QosPolicy': {'1.8'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'SecurityGroup': {'1.4'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'SecurityGroupRule': {'1.2'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'SubPort': {'1.0'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'Subnet': {'1.1'}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'Trunk': {'1.1'}} May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: consumer versions: May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: { DHCP agent@dv-cinder-840376-1-smb: {}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: L3 agent@dv-cinder-840376-1-smb: {}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: Metadata agent@dv-cinder-840376-1-smb: {}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: Metering agent@dv-cinder-840376-1-smb: {}, May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: Open vSwitch agent@dv-cinder-840376-1-smb: { 'AddressGroup': '1.2', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'ConntrackHelper': '1.0', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'Log': '1.0', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'Network': '1.1', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'Port': '1.7', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'PortForwarding': '1.2', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'QosPolicy': '1.8', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'SecurityGroup': '1.4', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'SecurityGroupRule': '1.2', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'SubPort': '1.0', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'Subnet': '1.1', May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: 'Trunk': '1.1'}} May 03 21:05:02.303472 dv-cinder-840376-1-smb neutron-server[87241]: {{(pid=87241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:05:02.318089 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Network 8b145dee-1606-4b9b-9985-b1bba532ee87 is already hosted by enough agents. {{(pid=87241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:05:02.318724 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.base_scheduler [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Resources bound (agent type, host, resource id): {{(pid=87241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:05:02.321607 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Received port after_create {{(pid=87241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:05:02.411400 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Attempting to bind port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:05:02.411788 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Attempting to bind port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': 'c574f302-1232-4cc2-b23e-8bb8cc07e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:05:02.412190 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Attempting to bind port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 on network 8b145dee-1606-4b9b-9985-b1bba532ee87 {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:05:02.417213 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:05:02.417611 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Checking segment: {'id': 'c574f302-1232-4cc2-b23e-8bb8cc07e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:05:02.418469 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:02.418854 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Bound using segment: {'id': 'c574f302-1232-4cc2-b23e-8bb8cc07e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:05:02.419346 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Bound port: 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c574f302-1232-4cc2-b23e-8bb8cc07e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:05:02.419723 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:02.507544 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-76030c90-47ef-4982-a3d0-603901433147 None None] For port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:05:02.511342 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-76030c90-47ef-4982-a3d0-603901433147 None None] For port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3,segment=NetworkSegment(c574f302-1232-4cc2-b23e-8bb8cc07e79c),segment_id=c574f302-1232-4cc2-b23e-8bb8cc07e79c)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:05:02.516401 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:02.603357 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76030c90-47ef-4982-a3d0-603901433147 None None] Pushing event updated for resources: {'Port': ['ID=7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:03.921354 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 49678) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:05:04.508525 dv-cinder-840376-1-smb neutron-server[87239]: WARNING oslo_policy.policy [None req-3bdacfc5-0c3a-4199-9cf8-448a29fa55fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:05:04.509118 dv-cinder-840376-1-smb neutron-server[87239]: WARNING oslo_policy.policy [None req-3bdacfc5-0c3a-4199-9cf8-448a29fa55fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:05:04.727636 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [None req-3bdacfc5-0c3a-4199-9cf8-448a29fa55fc admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87239) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:05:04.728807 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-3bdacfc5-0c3a-4199-9cf8-448a29fa55fc admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8054035 May 03 21:05:06.379875 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebfba20-2e87-4437-bf52-cc0f12d0da72 None None] Network 8b145dee-1606-4b9b-9985-b1bba532ee87 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:05:06.476017 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-578457eb-27d2-4630-b302-fafc888d13aa None None] Provisioning for port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:05:07.154608 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:05:07.220291 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 49696) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:05:07.236941 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:05:07.241684 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:05:07.242151 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:07.358229 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:07.390786 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3,segment=NetworkSegment(c574f302-1232-4cc2-b23e-8bb8cc07e79c),segment_id=c574f302-1232-4cc2-b23e-8bb8cc07e79c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:05:07.394905 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:07.483423 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:07.600268 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [None req-bc5fc9b6-4ce2-4d03-8830-8cfa4bdacf38 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87239) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:05:07.601225 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-bc5fc9b6-4ce2-4d03-8830-8cfa4bdacf38 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3799231 May 03 21:05:09.127873 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:05:09.195515 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:05:09.195880 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:10.305515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 49708) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:05:10.648612 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:05:10.716557 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.policy [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87239) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 21:05:10.762077 dv-cinder-840376-1-smb neutron-server[87239]: WARNING oslo_policy.policy [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:05:10.762463 dv-cinder-840376-1-smb neutron-server[87239]: WARNING oslo_policy.policy [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:05:10.770834 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.quota [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Loaded quota_driver: . May 03 21:05:10.786628 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:05:10.793279 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Usage tracker for resource:router and tenant:fd674d78b4b24dfaaa3dd862a4a697bc is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:05:10.798016 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:05:10.805293 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:05:10.820987 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:10.823105 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:10.849657 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:10.966018 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624612'] for router, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:10.986426 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] Notify callbacks [] for router, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:10.987582 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-e8c74c57-1ce4-4c81-b4ad-9e031b7e78dd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6811044 May 03 21:05:13.406678 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 49720) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:05:13.765467 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [None req-82d0bc97-5b88-4ab0-af18-e8070094c6f8 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87239) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:05:13.766448 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-82d0bc97-5b88-4ab0-af18-e8070094c6f8 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3588796 May 03 21:05:14.023909 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-8d3621cc-7598-46cb-968b-78bfa755ad33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:16.153858 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 49730) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:05:16.203987 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:05:16.328707 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-277f96a5-5e12-4b98-b874-a5d3fd11f4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:16.519697 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:05:16.524629 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:05:16.529343 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Usage tracker for resource:network and tenant:8aa0c954d44f4ef09cc0b05c15098ae4 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:05:16.532761 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:05:16.538381 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:05:16.548777 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Made reservation on behalf of 8aa0c954d44f4ef09cc0b05c15098ae4 for: {'network': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:05:16.551640 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:16.568218 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:16.582545 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:05:16.586137 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Usage tracker for resource:security_group_rule and tenant:8aa0c954d44f4ef09cc0b05c15098ae4 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:05:16.589771 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:05:16.595456 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:05:16.686570 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:16.690303 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:16.705481 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Reserving flat network on physical network physnet1 {{(pid=87239) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 21:05:16.737014 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747672647958', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:16.737580 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Unsubscribe: segment precommit_create {{(pid=87239) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 21:05:16.738099 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.segments_db [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Added segment 68e6b995-8a95-453a-a522-f2a574db5f60 of type flat for network 1ffc24f5-8283-443e-b259-1a8749ff546b May 03 21:05:16.787705 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50864320-074b-4c35-b184-6edc28c1ab49,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:16.802236 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.802572 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.802899 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.803218 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.803533 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.803848 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.804156 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.804463 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.804794 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.805104 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.805408 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.805708 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Tracked resource versions report: May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: pushed versions: May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: { 'AddressGroup': {'1.2'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'ConntrackHelper': {'1.0'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'Log': {'1.0'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'Network': {'1.1'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'Port': {'1.7'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'PortForwarding': {'1.2'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'QosPolicy': {'1.8'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'SecurityGroup': {'1.4'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'SecurityGroupRule': {'1.2'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'SubPort': {'1.0'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'Subnet': {'1.1'}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'Trunk': {'1.1'}} May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: consumer versions: May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: { DHCP agent@dv-cinder-840376-1-smb: {}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: L3 agent@dv-cinder-840376-1-smb: {}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: Metadata agent@dv-cinder-840376-1-smb: {}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: Metering agent@dv-cinder-840376-1-smb: {}, May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: Open vSwitch agent@dv-cinder-840376-1-smb: { 'AddressGroup': '1.2', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'ConntrackHelper': '1.0', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'Log': '1.0', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'Network': '1.1', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'Port': '1.7', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'PortForwarding': '1.2', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'QosPolicy': '1.8', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'SecurityGroup': '1.4', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'SecurityGroupRule': '1.2', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'SubPort': '1.0', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'Subnet': '1.1', May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: 'Trunk': '1.1'}} May 03 21:05:16.806815 dv-cinder-840376-1-smb neutron-server[87239]: {{(pid=87239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:05:16.850710 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:16.894316 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:16.895426 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:05:16.896035 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:16.994199 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8392587 May 03 21:05:17.001969 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521399b9-763a-46a5-8625-abd1c0230282 admin admin] Pushing event updated for resources: {'Network': ['ID=1ffc24f5-8283-443e-b259-1a8749ff546b,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:17.026554 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 1ffc24f5-8283-443e-b259-1a8749ff546b details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:05:17.380971 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:17.542830 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:18.586564 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:19.392167 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 49754) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:05:19.599653 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66aa625-197b-4522-9cca-abc4c177f4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:05:19.600952 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-d66aa625-197b-4522-9cca-abc4c177f4a8 admin admin] 10.222.0.44 "GET /v2.0/subnets/929456fb-591a-47ca-bfe7-18fdcb06aaa4 HTTP/1.1" status: 200 len: 849 time: 0.2078528 May 03 21:05:19.769068 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-8d5d97aa-2698-4367-973c-7f03b6520846 admin admin] 10.222.0.44 "GET /v2.0/routers/2dce63f9-92fd-45cc-8575-ecfba691223b HTTP/1.1" status: 200 len: 704 time: 0.1623275 May 03 21:05:20.221775 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:20.442500 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Allocated IP 172.20.0.1 (8b145dee-1606-4b9b-9985-b1bba532ee87/929456fb-591a-47ca-bfe7-18fdcb06aaa4/c082a810-1794-483a-b2a2-bd3245d70e57) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:05:20.592622 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:20.609755 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Transition to ACTIVE for port object c082a810-1794-483a-b2a2-bd3245d70e57 will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:05:20.665180 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:20.758115 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Network 8b145dee-1606-4b9b-9985-b1bba532ee87 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:05:20.761442 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:05:20.765223 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:05:20.765737 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624338'] for router_interface, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:20.893631 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Pushing event updated for resources: {'Port': ['ID=c082a810-1794-483a-b2a2-bd3245d70e57,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:21.001124 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-d756fffb-d671-4428-935e-7d2c94232367 None None] Provisioning for port c082a810-1794-483a-b2a2-bd3245d70e57 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:05:21.005684 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-d756fffb-d671-4428-935e-7d2c94232367 None None] Provisioning complete for port c082a810-1794-483a-b2a2-bd3245d70e57 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:05:21.006079 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-d756fffb-d671-4428-935e-7d2c94232367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:21.020980 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:21.058854 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-d756fffb-d671-4428-935e-7d2c94232367 None None] Port c082a810-1794-483a-b2a2-bd3245d70e57 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:05:21.243852 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:21.248676 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:21.249439 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636987'] for router_interface, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:21.380365 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Pushing event updated for resources: {'Port': ['ID=c082a810-1794-483a-b2a2-bd3245d70e57,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:21.434347 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Network 8b145dee-1606-4b9b-9985-b1bba532ee87 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:05:21.435365 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:05:21.625910 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Router 2dce63f9-92fd-45cc-8575-ecfba691223b is scheduled to L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 with binding_index 1 {{(pid=87240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:05:21.681604 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-0d953fb6-d90c-49d4-92da-4522a56db829 None None] Provisioning complete for port c082a810-1794-483a-b2a2-bd3245d70e57 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:05:21.681986 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-0d953fb6-d90c-49d4-92da-4522a56db829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:21.735886 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-0d953fb6-d90c-49d4-92da-4522a56db829 None None] Port c082a810-1794-483a-b2a2-bd3245d70e57 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:05:21.780862 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:05:21.790590 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Sync routers for ids ['2dce63f9-92fd-45cc-8575-ecfba691223b'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:05:21.791161 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-3129b099-74c1-463a-865f-4c4d48791f48 admin admin] 10.222.0.44 "PUT /v2.0/routers/2dce63f9-92fd-45cc-8575-ecfba691223b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0161426 May 03 21:05:21.801068 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Routers {'2dce63f9-92fd-45cc-8575-ecfba691223b'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:05:21.801949 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:05:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2dce63f9-92fd-45cc-8575-ecfba691223b'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:05:21.975151 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Set router 2dce63f9-92fd-45cc-8575-ecfba691223b gateway port host: None {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:05:22.343471 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'name': 'router1', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:05:10Z', 'updated_at': '2022-05-03T21:05:20Z', 'revision_number': 2, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'gw_port_host': None, '_interfaces': [{'id': 'c082a810-1794-483a-b2a2-bd3245d70e57', 'name': '', 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'mac_address': 'fa:16:3e:ed:3c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:05:20Z', 'updated_at': '2022-05-03T21:05:21Z', 'revision_number': 2, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'subnets': [{'id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e42f215c-9073-4276-9ddd-28769db6b57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:05:22.348560 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Checking router: 2dce63f9-92fd-45cc-8575-ecfba691223b for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:05:22.348935 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Updating router 2dce63f9-92fd-45cc-8575-ecfba691223b port c082a810-1794-483a-b2a2-bd3245d70e57 binding host dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:05:22.400854 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:22.773313 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:22.787553 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.provisioning_blocks [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Transition to ACTIVE for port object c082a810-1794-483a-b2a2-bd3245d70e57 will not be triggered until provisioned by entity L2. {{(pid=87242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:05:22.794845 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:23.022853 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Pushing event updated for resources: {'Port': ['ID=c082a810-1794-483a-b2a2-bd3245d70e57,revision_number=3']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:23.041098 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.041377 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.041712 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.042093 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.042936 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.043272 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.043599 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.043921 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.044242 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.044564 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.044881 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.045195 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Tracked resource versions report: May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: pushed versions: May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: { 'AddressGroup': {'1.2'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'ConntrackHelper': {'1.0'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'Log': {'1.0'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'Network': {'1.1'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'Port': {'1.7'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'PortForwarding': {'1.2'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'QosPolicy': {'1.8'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'SecurityGroup': {'1.4'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'SecurityGroupRule': {'1.2'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'SubPort': {'1.0'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'Subnet': {'1.1'}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'Trunk': {'1.1'}} May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: consumer versions: May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: { DHCP agent@dv-cinder-840376-1-smb: {}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: L3 agent@dv-cinder-840376-1-smb: {}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: Metadata agent@dv-cinder-840376-1-smb: {}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: Metering agent@dv-cinder-840376-1-smb: {}, May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: Open vSwitch agent@dv-cinder-840376-1-smb: { 'AddressGroup': '1.2', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'ConntrackHelper': '1.0', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'Log': '1.0', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'Network': '1.1', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'Port': '1.7', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'PortForwarding': '1.2', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'QosPolicy': '1.8', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'SecurityGroup': '1.4', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'SecurityGroupRule': '1.2', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'SubPort': '1.0', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'Subnet': '1.1', May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: 'Trunk': '1.1'}} May 03 21:05:23.046567 dv-cinder-840376-1-smb neutron-server[87242]: {{(pid=87242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:05:23.051988 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Attempting to bind port c082a810-1794-483a-b2a2-bd3245d70e57 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:05:23.052383 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Attempting to bind port c082a810-1794-483a-b2a2-bd3245d70e57 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': 'c574f302-1232-4cc2-b23e-8bb8cc07e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87'}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:05:23.052795 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Attempting to bind port c082a810-1794-483a-b2a2-bd3245d70e57 on network 8b145dee-1606-4b9b-9985-b1bba532ee87 {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:05:23.059845 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:05:23.060258 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Checking segment: {'id': 'c574f302-1232-4cc2-b23e-8bb8cc07e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:05:23.060732 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:23.061115 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Bound using segment: {'id': 'c574f302-1232-4cc2-b23e-8bb8cc07e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87'} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:05:23.061602 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Bound port: c082a810-1794-483a-b2a2-bd3245d70e57, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c574f302-1232-4cc2-b23e-8bb8cc07e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87'}}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:05:23.062009 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:23.149547 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] For port c082a810-1794-483a-b2a2-bd3245d70e57, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:05:23.154044 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] For port c082a810-1794-483a-b2a2-bd3245d70e57, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=c082a810-1794-483a-b2a2-bd3245d70e57,segment=NetworkSegment(c574f302-1232-4cc2-b23e-8bb8cc07e79c),segment_id=c574f302-1232-4cc2-b23e-8bb8cc07e79c)] {{(pid=87242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:05:23.160064 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:23.251435 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Routers {'2dce63f9-92fd-45cc-8575-ecfba691223b'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:05:23.252050 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:05:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2dce63f9-92fd-45cc-8575-ecfba691223b'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:05:23.305507 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f85b2-27b1-44c8-893a-3d9bedd889d8 None None] Pushing event updated for resources: {'Port': ['ID=c082a810-1794-483a-b2a2-bd3245d70e57,revision_number=4']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:23.406897 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] Set router 2dce63f9-92fd-45cc-8575-ecfba691223b gateway port host: None {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:05:23.734532 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'name': 'router1', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:05:10Z', 'updated_at': '2022-05-03T21:05:20Z', 'revision_number': 2, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'gw_port_host': None, '_interfaces': [{'id': 'c082a810-1794-483a-b2a2-bd3245d70e57', 'name': '', 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'mac_address': 'fa:16:3e:ed:3c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:05:20Z', 'updated_at': '2022-05-03T21:05:23Z', 'revision_number': 4, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'subnets': [{'id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e42f215c-9073-4276-9ddd-28769db6b57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:05:23.738257 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c8e62-fb95-4d18-a7a7-7f7185d926f4 None None] The sync data for ids ['2dce63f9-92fd-45cc-8575-ecfba691223b'] in dv-cinder-840376-1-smb is: [{'id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'name': 'router1', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:05:10Z', 'updated_at': '2022-05-03T21:05:20Z', 'revision_number': 2, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'gw_port_host': None, '_interfaces': [{'id': 'c082a810-1794-483a-b2a2-bd3245d70e57', 'name': '', 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'mac_address': 'fa:16:3e:ed:3c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:05:20Z', 'updated_at': '2022-05-03T21:05:23Z', 'revision_number': 4, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'subnets': [{'id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e42f215c-9073-4276-9ddd-28769db6b57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:05:24.030664 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 49776) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:05:24.180093 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9417c0-5e38-4226-aee2-d7b83faeb873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:05:24.181507 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-7e9417c0-5e38-4226-aee2-d7b83faeb873 admin admin] 10.222.0.44 "GET /v2.0/networks/1ffc24f5-8283-443e-b259-1a8749ff546b HTTP/1.1" status: 200 len: 842 time: 0.1499050 May 03 21:05:24.191280 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:05:24.196392 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:05:24.200437 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Usage tracker for resource:subnet and tenant:8aa0c954d44f4ef09cc0b05c15098ae4 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:05:24.203182 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:05:24.208660 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:05:24.220913 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Made reservation on behalf of 8aa0c954d44f4ef09cc0b05c15098ae4 for: {'subnet': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:05:24.223465 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:24.650378 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.objects.ports [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87240) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 21:05:24.650915 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:24.725891 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=069f0174-b3ff-4fe4-934b-531ca897ac07,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:24.733612 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Checking segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:05:24.734002 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Network hostable DHCP agents. Network: 1ffc24f5-8283-443e-b259-1a8749ff546b, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:05:24.751907 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:05:24.761642 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 1ffc24f5-8283-443e-b259-1a8749ff546b) {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:05:24.766680 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:05:24.767403 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:24.771313 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a538ad3-a47b-4ada-b8a6-4a4909fe4181 None None] Network 1ffc24f5-8283-443e-b259-1a8749ff546b requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:05:24.790099 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-529e13a4-a1b5-449a-ba25-eee6fd1c6125 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6021149 May 03 21:05:24.986969 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a763eca5-0661-4bd8-b770-df1cd346ec45 None None] Network 1ffc24f5-8283-443e-b259-1a8749ff546b requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:05:25.190899 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device c082a810-1794-483a-b2a2-bd3245d70e57 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:05:25.267139 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port c082a810-1794-483a-b2a2-bd3245d70e57 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:05:25.273413 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port c082a810-1794-483a-b2a2-bd3245d70e57 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:05:25.274052 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:25.397103 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:25.428746 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port c082a810-1794-483a-b2a2-bd3245d70e57, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=c082a810-1794-483a-b2a2-bd3245d70e57,segment=NetworkSegment(c574f302-1232-4cc2-b23e-8bb8cc07e79c),segment_id=c574f302-1232-4cc2-b23e-8bb8cc07e79c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:05:25.435658 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:25.504843 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=c082a810-1794-483a-b2a2-bd3245d70e57,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:27.133591 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 49790) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:05:27.137234 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device c082a810-1794-483a-b2a2-bd3245d70e57 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:05:27.206224 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port c082a810-1794-483a-b2a2-bd3245d70e57 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:05:27.206594 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:27.340240 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-030b4934-e5b0-473e-a43c-afbe3af8b4d0 admin admin] 10.222.0.44 "GET /v2.0/routers/2dce63f9-92fd-45cc-8575-ecfba691223b HTTP/1.1" status: 200 len: 710 time: 0.2054780 May 03 21:05:27.465628 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5b49d-d013-4c98-b55b-9eff7638a6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:05:27.466972 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-b8a5b49d-d013-4c98-b55b-9eff7638a6bc admin admin] 10.222.0.44 "GET /v2.0/networks/1ffc24f5-8283-443e-b259-1a8749ff546b HTTP/1.1" status: 200 len: 886 time: 0.1215494 May 03 21:05:27.475521 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:05:27.913787 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:28.284672 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:28.340812 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:28.472690 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Allocated IP 172.28.1.180 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:05:28.611098 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:28.638819 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:28.704912 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:05:28.707912 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:05:28.715535 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:05:28.765639 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:29.076520 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:29.455413 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:29.458513 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-638606'] for router, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:29.629555 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Router 2dce63f9-92fd-45cc-8575-ecfba691223b has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:05:29.799422 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:05:29.807158 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:29.808853 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a9694aee-9c13-4dc2-8f52-a33dbb0580c7 admin admin] 10.222.0.44 "PUT /v2.0/routers/2dce63f9-92fd-45cc-8575-ecfba691223b HTTP/1.1" status: 200 len: 890 time: 2.3363733 May 03 21:05:29.810256 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Sync routers for ids ['2dce63f9-92fd-45cc-8575-ecfba691223b'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:05:29.820386 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Routers {'2dce63f9-92fd-45cc-8575-ecfba691223b'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:05:29.821139 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:05:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2dce63f9-92fd-45cc-8575-ecfba691223b'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:05:30.041232 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Set router 2dce63f9-92fd-45cc-8575-ecfba691223b gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:05:30.391003 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'name': 'router1', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:05:10Z', 'updated_at': '2022-05-03T21:05:28Z', 'revision_number': 4, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'gw_port': {'id': '2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:05:28Z', 'updated_at': '2022-05-03T21:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'c082a810-1794-483a-b2a2-bd3245d70e57', 'name': '', 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'mac_address': 'fa:16:3e:ed:3c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:05:20Z', 'updated_at': '2022-05-03T21:05:25Z', 'revision_number': 5, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'subnets': [{'id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e42f215c-9073-4276-9ddd-28769db6b57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:05:30.395693 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Checking router: 2dce63f9-92fd-45cc-8575-ecfba691223b for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:05:30.396054 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Updating router 2dce63f9-92fd-45cc-8575-ecfba691223b port 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad binding host dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:05:30.449026 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:30.767116 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Notify callbacks [] for port, precommit_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:30.778827 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Transition to ACTIVE for port object 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:05:30.785485 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:30.864486 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Attempting to bind port 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:05:30.865120 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Attempting to bind port 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:05:30.865235 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Attempting to bind port 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad on network 1ffc24f5-8283-443e-b259-1a8749ff546b {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:05:30.870640 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb90b3-c674-4ad6-b045-37d16711ba65 None None] Pushing event updated for resources: {'Port': ['ID=2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:30.874844 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:05:30.875216 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Checking segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:05:30.875615 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:30.875993 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Bound using segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:05:30.876454 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Bound port: 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:05:30.876836 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:30.946070 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] For port 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:05:30.949886 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] For port 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:05:30.953905 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:31.034386 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Routers {'2dce63f9-92fd-45cc-8575-ecfba691223b'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:05:31.034987 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:05:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2dce63f9-92fd-45cc-8575-ecfba691223b'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:05:31.086257 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb90b3-c674-4ad6-b045-37d16711ba65 None None] Pushing event updated for resources: {'Port': ['ID=2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:31.214890 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] Set router 2dce63f9-92fd-45cc-8575-ecfba691223b gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:05:31.566363 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'name': 'router1', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:05:10Z', 'updated_at': '2022-05-03T21:05:28Z', 'revision_number': 4, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'gw_port': {'id': '2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:05:28Z', 'updated_at': '2022-05-03T21:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'c082a810-1794-483a-b2a2-bd3245d70e57', 'name': '', 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'mac_address': 'fa:16:3e:ed:3c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:05:20Z', 'updated_at': '2022-05-03T21:05:25Z', 'revision_number': 5, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'subnets': [{'id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e42f215c-9073-4276-9ddd-28769db6b57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:05:31.570357 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad9311-0e42-4838-8964-4c31ac55ee5c None None] The sync data for ids ['2dce63f9-92fd-45cc-8575-ecfba691223b'] in dv-cinder-840376-1-smb is: [{'id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'name': 'router1', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:05:10Z', 'updated_at': '2022-05-03T21:05:28Z', 'revision_number': 4, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'gw_port': {'id': '2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:05:28Z', 'updated_at': '2022-05-03T21:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'c082a810-1794-483a-b2a2-bd3245d70e57', 'name': '', 'network_id': '8b145dee-1606-4b9b-9985-b1bba532ee87', 'tenant_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'mac_address': 'fa:16:3e:ed:3c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dce63f9-92fd-45cc-8575-ecfba691223b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:05:20Z', 'updated_at': '2022-05-03T21:05:25Z', 'revision_number': 5, 'project_id': 'fd674d78b4b24dfaaa3dd862a4a697bc', 'subnets': [{'id': '929456fb-591a-47ca-bfe7-18fdcb06aaa4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e42f215c-9073-4276-9ddd-28769db6b57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:05:32.222036 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 49800) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:05:32.344074 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a9c398f5-f804-4524-8f0b-e32ad1969d2d admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1209240 May 03 21:05:33.168970 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:05:33.252006 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:05:33.256644 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:05:33.257121 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:33.372352 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:33.387804 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:05:33.391762 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:33.460685 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:05:35.157209 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:05:35.271129 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 2a2e4fdd-fa0b-46f9-ac5c-b78129e90bad triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:05:35.271495 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:44.028913 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-daeaff17-45a4-4c39-9cae-2b8be94111a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:46.330613 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-1fc00abc-8ffb-4beb-99d0-55c94d8d84ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:47.383140 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:47.547864 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:48.593865 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:05:53.202709 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:06:14.031531 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ef367977-7f01-4590-8b95-03954ff5af05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:06:16.333578 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c094d306-f7e3-4cbe-b4fa-12445d78e09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:06:17.388540 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:06:17.552137 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:06:18.598783 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:06:30.202239 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:06:44.034679 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-94a101e6-30ad-42cf-8638-fdbbe7da03e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:06:46.339865 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b7005f23-0f20-41cf-9f7e-ee09a39b4d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:06:47.395470 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:06:47.560120 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:06:48.601759 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:07.201241 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:07:14.038656 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f8a5820d-2af6-42db-a668-0c725a309826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:16.341924 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-187e4692-b497-4a85-994d-7efc076a39eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:17.390289 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:17.555856 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:18.605626 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:35.970969 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50370) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:07:36.036180 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a215ae5d-570a-4fac-a297-711f723920ce admin admin] GET failed (client error): The resource could not be found. May 03 21:07:36.037399 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a215ae5d-570a-4fac-a297-711f723920ce admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655277 May 03 21:07:36.163832 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d237a0-84df-4191-8c09-ea6bf906933d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:36.165160 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-81d237a0-84df-4191-8c09-ea6bf906933d admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1239426 May 03 21:07:38.347715 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50380) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:07:38.451779 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bf4aa-d419-4aba-92ca-a777c325c626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:38.452286 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-9b9bf4aa-d419-4aba-92ca-a777c325c626 admin admin] Synchronizing usage tracker for tenant:8aa0c954d44f4ef09cc0b05c15098ae4 on resource:subnet {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:07:38.468931 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-9b9bf4aa-d419-4aba-92ca-a777c325c626 admin admin] Unset dirty status for tenant:8aa0c954d44f4ef09cc0b05c15098ae4 on resource:subnet {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:07:38.470078 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-9b9bf4aa-d419-4aba-92ca-a777c325c626 admin admin] 10.222.0.44 "GET /v2.0/subnets/929456fb-591a-47ca-bfe7-18fdcb06aaa4 HTTP/1.1" status: 200 len: 849 time: 0.1214077 May 03 21:07:38.479308 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:07:38.593865 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Notify callbacks [] for subnet, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:38.775635 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747672591095'] for subnet, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:38.819490 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:38.820498 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:38.822088 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] 10.222.0.44 "PUT /v2.0/subnets/929456fb-591a-47ca-bfe7-18fdcb06aaa4 HTTP/1.1" status: 200 len: 868 time: 0.3464396 May 03 21:07:38.823623 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22752870-cfd0-4d92-b5bc-fab19f24c266 None None] Network 8b145dee-1606-4b9b-9985-b1bba532ee87 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:07:38.847432 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=929456fb-591a-47ca-bfe7-18fdcb06aaa4,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:07:38.855234 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.855572 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.855891 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.856213 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.856531 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.856850 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.857168 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.857481 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.858200 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.858200 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.858440 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:38.858730 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a0f06-b01d-4647-ba5e-3dd9b60e1d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:07:39.305632 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-68a67a6f-7bf0-4a45-94ec-c0d5c6e07fdb None None] Provisioning complete for port 7934cb26-6069-4ccd-8bc6-2ee15d2ad1e3 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:07:39.306030 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-68a67a6f-7bf0-4a45-94ec-c0d5c6e07fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:39.430769 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-68a67a6f-7bf0-4a45-94ec-c0d5c6e07fdb None None] Provisioning complete for port c082a810-1794-483a-b2a2-bd3245d70e57 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:07:39.431052 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-68a67a6f-7bf0-4a45-94ec-c0d5c6e07fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:40.988157 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50390) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:07:41.158889 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3429df6-966f-458a-b91f-9022cf7f4b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:41.159357 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3429df6-966f-458a-b91f-9022cf7f4b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:41.160871 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f3429df6-966f-458a-b91f-9022cf7f4b6e admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1717358 May 03 21:07:43.333650 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50400) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:07:43.505724 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4027a8e7-60e4-4cfa-a1f8-408601568d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:43.506228 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4027a8e7-60e4-4cfa-a1f8-408601568d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:43.507715 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4027a8e7-60e4-4cfa-a1f8-408601568d19 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1730902 May 03 21:07:44.042011 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ba17568e-3480-4733-b401-96d21bc5e6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:44.200195 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:07:45.660688 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50410) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:07:45.871764 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f298a7bf-c40a-4c54-a5d9-75865afad890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:45.873027 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f298a7bf-c40a-4c54-a5d9-75865afad890 admin admin] 10.222.0.44 "GET /v2.0/networks/1ffc24f5-8283-443e-b259-1a8749ff546b HTTP/1.1" status: 200 len: 886 time: 0.2114015 May 03 21:07:46.344316 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-15bab7a7-baad-431e-b52c-857f04165136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:47.392083 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:47.558317 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:48.020832 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50420) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:07:48.191616 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f737a6-0c0b-4556-9c16-7f8b0908bcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:48.192952 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-e2f737a6-0c0b-4556-9c16-7f8b0908bcc1 admin admin] 10.222.0.44 "GET /v2.0/networks/8b145dee-1606-4b9b-9985-b1bba532ee87 HTTP/1.1" status: 200 len: 869 time: 0.1711676 May 03 21:07:48.606864 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:07:50.346651 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50430) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:07:50.451202 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1003f4-3fb5-4d21-8dd4-82c100d11250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:50.451648 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1003f4-3fb5-4d21-8dd4-82c100d11250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:50.453123 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-6a1003f4-3fb5-4d21-8dd4-82c100d11250 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1055512 May 03 21:07:52.631734 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50440) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:07:52.738492 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea8d60a-f6fa-4595-9de9-810e21d35806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:52.739195 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea8d60a-f6fa-4595-9de9-810e21d35806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:52.740700 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-8ea8d60a-f6fa-4595-9de9-810e21d35806 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080346 May 03 21:07:54.910513 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50450) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:07:55.008806 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59843e-2339-491a-afce-ed61941f3a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:55.010122 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-bc59843e-2339-491a-afce-ed61941f3a41 admin admin] 10.222.0.44 "GET /v2.0/subnets/069f0174-b3ff-4fe4-934b-531ca897ac07 HTTP/1.1" status: 200 len: 816 time: 0.0986717 May 03 21:07:57.173140 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50460) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:07:57.279137 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047461f-a57a-47da-a158-afed3507bff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:07:57.280453 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1047461f-a57a-47da-a158-afed3507bff3 admin admin] 10.222.0.44 "GET /v2.0/subnets/929456fb-591a-47ca-bfe7-18fdcb06aaa4 HTTP/1.1" status: 200 len: 868 time: 0.1063812 May 03 21:08:14.045900 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c61d5961-622d-4a53-b09a-ca8e91bab299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:16.142135 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50506) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:08:16.199735 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [None req-c8416b5a-b426-4499-92a4-8b6cf29956fc admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87239) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:08:16.200733 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c8416b5a-b426-4499-92a4-8b6cf29956fc admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576813 May 03 21:08:16.347589 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-5eaf79c2-d63a-4376-b754-b843757afffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:17.395532 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:17.563970 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:18.458977 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50516) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:08:18.529186 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.pecan_wsgi.hooks.translation [None req-06748102-6f0d-448a-a6ed-a49a0822f379 admin admin] GET failed (client error): The resource could not be found. May 03 21:08:18.530438 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-06748102-6f0d-448a-a6ed-a49a0822f379 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705125 May 03 21:08:18.610768 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:18.655310 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7df6a6-d7e8-4c46-99f2-89c528d1a673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:08:18.656731 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ae7df6a6-d7e8-4c46-99f2-89c528d1a673 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1225457 May 03 21:08:20.852795 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50526) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:08:20.898403 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:08:20.903591 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:08:20.907404 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Usage tracker for resource:network and tenant:8aa0c954d44f4ef09cc0b05c15098ae4 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:08:20.910244 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:08:20.916580 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:08:20.926557 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Made reservation on behalf of 8aa0c954d44f4ef09cc0b05c15098ae4 for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:08:20.928817 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:21.014269 dv-cinder-840376-1-smb neutron-server[87240]: WARNING neutron.services.revisions.revision_plugin [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Could not find related network for resource to bump revision. May 03 21:08:21.026847 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:08:21.035895 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:21.036176 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Added segment 249e7726-21a1-49ae-bcaf-af2a34ae5fa1 of type vlan for network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 May 03 21:08:21.062207 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:21.090402 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:21.091285 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:08:21.091851 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:21.180512 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3264611 May 03 21:08:21.189424 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57646df3-2489-4227-98c3-81636e79218d admin admin] Pushing event updated for resources: {'Network': ['ID=22f7649e-02a5-42e1-84c7-c6a50e3cb7e5,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:08:21.201105 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:08:21.203605 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:08:23.362259 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50536) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:08:23.428464 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5b8aa2-8c72-4876-a5ac-3acaddd20171 admin admin] GET failed (client error): The resource could not be found. May 03 21:08:23.428904 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-cb5b8aa2-8c72-4876-a5ac-3acaddd20171 admin admin] Synchronizing usage tracker for tenant:8aa0c954d44f4ef09cc0b05c15098ae4 on resource:network {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:08:23.446511 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-cb5b8aa2-8c72-4876-a5ac-3acaddd20171 admin admin] Unset dirty status for tenant:8aa0c954d44f4ef09cc0b05c15098ae4 on resource:network {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:08:23.447654 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-cb5b8aa2-8c72-4876-a5ac-3acaddd20171 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0844872 May 03 21:08:23.551884 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80bbb23-5a7e-40ca-ae4a-052082da1753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:08:23.553275 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-f80bbb23-5a7e-40ca-ae4a-052082da1753 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1017842 May 03 21:08:23.563155 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:08:23.567870 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:08:23.577249 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:08:23.586367 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Made reservation on behalf of 8aa0c954d44f4ef09cc0b05c15098ae4 for: {'subnet': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:08:23.588555 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:23.820827 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:23.901062 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8340afc7-bc1a-4477-a1d3-cb2a31fb01e9,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:08:23.904465 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Checking segment: {'id': '249e7726-21a1-49ae-bcaf-af2a34ae5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:08:23.904844 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Network hostable DHCP agents. Network: 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:08:23.913532 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.913901 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.914841 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.915186 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.915495 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.915826 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.916147 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.916467 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.916786 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.917104 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.917439 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.917735 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:23.935351 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:08:23.945685 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5) {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:08:23.950261 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:08:23.950843 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:23.954852 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a1e5e-de29-4564-be7b-d5c5114a28d1 None None] Network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:08:23.974075 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-9d0a7b71-25bf-48ff-8be3-fc467efd75f0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4140451 May 03 21:08:24.174257 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped9e2575-edac-5646-aca9-fda55ecf2a7e-22f7649e-02a5-42e1-84c7-c6a50e3cb7e5', 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5', 'tenant_id': '8aa0c954d44f4ef09cc0b05c15098ae4', 'fixed_ips': [{'subnet_id': '8340afc7-bc1a-4477-a1d3-cb2a31fb01e9'}]}} from dv-cinder-840376-1-smb. {{(pid=87241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:08:24.175084 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:24.330784 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.db_base_plugin_common [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Allocated IP 192.168.233.2 (22f7649e-02a5-42e1-84c7-c6a50e3cb7e5/8340afc7-bc1a-4477-a1d3-cb2a31fb01e9/8f918882-7980-4aa0-b25d-dbe3f95d5363) {{(pid=87241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:08:24.551624 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Notify callbacks [] for port, precommit_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:24.562306 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Transition to ACTIVE for port object 8f918882-7980-4aa0-b25d-dbe3f95d5363 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:08:24.581503 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Transition to ACTIVE for port object 8f918882-7980-4aa0-b25d-dbe3f95d5363 will not be triggered until provisioned by entity DHCP. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:08:24.587067 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:24.653002 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 is already hosted by enough agents. {{(pid=87241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:08:24.655857 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.base_scheduler [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Resources bound (agent type, host, resource id): {{(pid=87241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:08:24.658358 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Received port after_create {{(pid=87241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:08:24.692032 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Pushing event updated for resources: {'Port': ['ID=8f918882-7980-4aa0-b25d-dbe3f95d5363,revision_number=1']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:08:24.731391 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.731726 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.732060 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.732394 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.732715 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.733038 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.733355 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.733668 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.734008 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.734321 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.734631 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.734958 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:08:24.763068 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Attempting to bind port 8f918882-7980-4aa0-b25d-dbe3f95d5363 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:08:24.763424 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Attempting to bind port 8f918882-7980-4aa0-b25d-dbe3f95d5363 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '249e7726-21a1-49ae-bcaf-af2a34ae5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:08:24.763770 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Attempting to bind port 8f918882-7980-4aa0-b25d-dbe3f95d5363 on network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:08:24.769227 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:08:24.769586 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Checking segment: {'id': '249e7726-21a1-49ae-bcaf-af2a34ae5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:08:24.770003 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:24.770379 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Bound using segment: {'id': '249e7726-21a1-49ae-bcaf-af2a34ae5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:08:24.770821 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Bound port: 8f918882-7980-4aa0-b25d-dbe3f95d5363, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249e7726-21a1-49ae-bcaf-af2a34ae5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:08:24.771195 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:24.860650 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] For port 8f918882-7980-4aa0-b25d-dbe3f95d5363, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:08:24.863507 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] For port 8f918882-7980-4aa0-b25d-dbe3f95d5363, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=8f918882-7980-4aa0-b25d-dbe3f95d5363,segment=NetworkSegment(249e7726-21a1-49ae-bcaf-af2a34ae5fa1),segment_id=249e7726-21a1-49ae-bcaf-af2a34ae5fa1)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:08:24.869297 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:24.951897 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bb291-a74e-47a6-81ab-b064d0c44ffd None None] Pushing event updated for resources: {'Port': ['ID=8f918882-7980-4aa0-b25d-dbe3f95d5363,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:08:25.262262 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 8f918882-7980-4aa0-b25d-dbe3f95d5363 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:08:25.338562 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 8f918882-7980-4aa0-b25d-dbe3f95d5363 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:08:25.747182 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a408eb9-914f-4def-b2dd-baa8fbd46b6e None None] Network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:08:25.871737 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c4cf7e83-36ca-4119-8bb0-7446fb5cb398 None None] Provisioning for port 8f918882-7980-4aa0-b25d-dbe3f95d5363 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:08:25.888239 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c4cf7e83-36ca-4119-8bb0-7446fb5cb398 None None] Provisioning complete for port 8f918882-7980-4aa0-b25d-dbe3f95d5363 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:08:25.888608 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7e83-36ca-4119-8bb0-7446fb5cb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:26.094949 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7e83-36ca-4119-8bb0-7446fb5cb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:26.135673 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c4cf7e83-36ca-4119-8bb0-7446fb5cb398 None None] For port 8f918882-7980-4aa0-b25d-dbe3f95d5363, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=8f918882-7980-4aa0-b25d-dbe3f95d5363,segment=NetworkSegment(249e7726-21a1-49ae-bcaf-af2a34ae5fa1),segment_id=249e7726-21a1-49ae-bcaf-af2a34ae5fa1)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:08:26.139721 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7e83-36ca-4119-8bb0-7446fb5cb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:26.249475 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf7e83-36ca-4119-8bb0-7446fb5cb398 None None] Pushing event updated for resources: {'Port': ['ID=8f918882-7980-4aa0-b25d-dbe3f95d5363,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:08:26.361130 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-3ff6b2bb-f06d-4887-98ec-a8c05d3daa19 None None] Provisioning complete for port 8f918882-7980-4aa0-b25d-dbe3f95d5363 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:08:26.361746 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b2bb-f06d-4887-98ec-a8c05d3daa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:27.225146 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 8f918882-7980-4aa0-b25d-dbe3f95d5363 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:08:27.293059 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 8f918882-7980-4aa0-b25d-dbe3f95d5363 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:08:27.293418 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:44.048258 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-60c86402-ff44-4223-92aa-df46ea7f7353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:46.348290 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f2a2-9270-45f4-b135-ff2644071860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:47.399465 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:47.564608 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:48.613324 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:08:58.200618 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:09:14.050523 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-20f44b07-e802-4a99-a4b6-ffa4f9499e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:16.352285 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7da4b9c2-8ede-4ef1-b5d8-03c449b1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:17.400356 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:17.567537 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:18.615649 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:35.200542 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:09:44.053213 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c3e51de1-9fc7-40a7-912b-f8011abbb6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:46.354143 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-a43d4571-39ed-4857-81a9-2e54710e31ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:47.404953 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:47.569165 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:48.620251 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:52.598161 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50580) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:52.603964 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [None req-2218bfb5-3dea-42de-b43e-3a763ebbfb2b tempest-verify_tempest_config-1661844403 tempest-verify_tempest_config-1661844403-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87239) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:09:52.604929 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-2218bfb5-3dea-42de-b43e-3a763ebbfb2b tempest-verify_tempest_config-1661844403 tempest-verify_tempest_config-1661844403-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056603 May 03 21:09:52.900322 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50598) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:53.015918 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:53.030166 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:09:53.033991 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5af95fb44d68467ba733ffbbd4f0ea4f is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:09:53.037307 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:09:53.042839 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:09:53.125990 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:53.129354 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:53.181058 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fd6ed2-4d12-4236-8035-bd9f89f7dfcd,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:53.183823 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Synchronizing usage tracker for tenant:8aa0c954d44f4ef09cc0b05c15098ae4 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:09:53.194662 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.194997 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.195326 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.195649 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.195969 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.196286 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.196631 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.196947 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.197277 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.197592 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.197924 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.198238 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:53.211591 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] Unset dirty status for tenant:8aa0c954d44f4ef09cc0b05c15098ae4 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:09:53.212910 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-e5df0ab5-ccfe-4530-8e94-1a4e5f7a41f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5af95fb44d68467ba733ffbbd4f0ea4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3116574 May 03 21:09:53.215749 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50604) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:53.274138 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d500546c-4339-44b6-85b4-0604c6669c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:53.299511 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d500546c-4339-44b6-85b4-0604c6669c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:53.391442 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d500546c-4339-44b6-85b4-0604c6669c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:53.405553 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500546c-4339-44b6-85b4-0604c6669c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fd6ed2-4d12-4236-8035-bd9f89f7dfcd,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:53.412086 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d500546c-4339-44b6-85b4-0604c6669c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:53.413406 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d500546c-4339-44b6-85b4-0604c6669c78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78fd6ed2-4d12-4236-8035-bd9f89f7dfcd HTTP/1.1" status: 204 len: 168 time: 0.1963313 May 03 21:10:12.199476 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:10:14.055865 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-dfb3aedd-8996-4fab-a585-5715ca8252e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:16.356283 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-74aae67a-1a2c-49ad-9a71-8ecabff0ce13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:17.406816 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:17.572270 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:18.623959 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:44.057928 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-8c11bdf8-1ca0-490d-952c-8d958cd495a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:46.357085 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-73b53de7-2ae0-4476-b506-e9b5d77aee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:47.410484 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:47.574211 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:48.629187 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:49.198786 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:11:14.059818 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-26a601a8-473c-49b4-9bf3-ecc48481c689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:16.358501 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-9510db88-5bed-4edc-88ee-ece714d328ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:17.413238 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:17.575861 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:18.629875 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:26.197225 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:11:41.434195 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637145'] for agent, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:44.061574 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-e7f768d8-35be-48b4-964a-280ca9b4d103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:46.362068 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ecda181f-1bc6-46c9-b24f-0c7d2a37271b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:47.414657 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:47.577889 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:48.635515 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:56.661019 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50682) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:11:56.772434 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-01a4a98e-c817-459b-b740-fc80190e2f60 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1103382 May 03 21:11:58.950011 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50692) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:11:59.009527 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-6692d5b9-2be1-44b1-ab53-4b4c8463a5e7 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0584569 May 03 21:12:03.197590 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:12:11.418284 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:14.062561 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3d83-1e68-4ac4-88dc-9eb8d37299c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:16.365003 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-577ba1a0-50d2-45b4-8528-da35605de09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:17.416748 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:17.581003 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:18.635925 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:40.195984 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:12:41.416223 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:44.065112 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ef03a4df-6ab2-4f0e-a9b7-7459b724f768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:46.368732 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-71b1b72b-d716-4d88-82f1-571477154e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:47.418730 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:47.584905 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:48.639786 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:11.415256 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:14.066848 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b8e48bde-2774-4567-b88a-e77d9cc26402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:16.370691 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-372068d1-9e2d-4bca-956e-1de7058fc498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:17.195004 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:13:17.421117 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:17.589888 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:18.643889 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:41.415206 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:42.190500 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50838) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:42.457699 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-375455646-network', 'tenant_id': '3d19be1c44c04574b03aad76a6b2f359'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:42.462746 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:42.466897 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Usage tracker for resource:network and tenant:3d19be1c44c04574b03aad76a6b2f359 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:42.470386 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:42.476284 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:42.487292 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Made reservation on behalf of 3d19be1c44c04574b03aad76a6b2f359 for: {'network': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:42.490049 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:42.503731 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:42.525999 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:42.531337 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Usage tracker for resource:security_group_rule and tenant:3d19be1c44c04574b03aad76a6b2f359 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:42.534707 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:42.540643 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:42.625195 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:42.630072 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:42.651170 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=87239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:13:42.677550 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:42.678001 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.segments_db [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Added segment 7a1b9e3f-064b-4e94-a387-331e867ef6e3 of type vlan for network f60cc30f-a212-4950-9b72-b644edeef1ce May 03 21:13:42.689532 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c670f419-7f69-4806-81b1-b52fb8340f00,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:42.696594 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50878) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:42.698563 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.699024 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.699427 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.699816 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.700145 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.700465 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.700783 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.701099 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.701436 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.701752 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.702086 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.702398 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Tracked resource versions report: May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: pushed versions: May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: { 'AddressGroup': {'1.2'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'ConntrackHelper': {'1.0'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'Log': {'1.0'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'Network': {'1.1'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'Port': {'1.7'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'PortForwarding': {'1.2'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'QosPolicy': {'1.8'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'SecurityGroup': {'1.4'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'SecurityGroupRule': {'1.2'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'SubPort': {'1.0'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'Subnet': {'1.1'}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'Trunk': {'1.1'}} May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: consumer versions: May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: { DHCP agent@dv-cinder-840376-1-smb: {}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: HyperV agent@hv-cinder-84037: {}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: L3 agent@dv-cinder-840376-1-smb: {}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: Metadata agent@dv-cinder-840376-1-smb: {}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: Metering agent@dv-cinder-840376-1-smb: {}, May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: Open vSwitch agent@dv-cinder-840376-1-smb: { 'AddressGroup': '1.2', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'ConntrackHelper': '1.0', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'Log': '1.0', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'Network': '1.1', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'Port': '1.7', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'PortForwarding': '1.2', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'QosPolicy': '1.8', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'SecurityGroup': '1.4', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'SecurityGroupRule': '1.2', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'SubPort': '1.0', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'Subnet': '1.1', May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: 'Trunk': '1.1'}} May 03 21:13:42.703996 dv-cinder-840376-1-smb neutron-server[87239]: {{(pid=87239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:13:42.720912 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:42.751969 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:42.753118 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:42.753901 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:42.859234 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] Pushing event updated for resources: {'Network': ['ID=f60cc30f-a212-4950-9b72-b644edeef1ce,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:42.866899 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50894) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:42.867121 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-8d3921ae-dfe0-489b-83d4-977e97bec07e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6752670 May 03 21:13:42.873034 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network f60cc30f-a212-4950-9b72-b644edeef1ce details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:13:42.884804 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Request body: {'subnet': {'network_id': 'f60cc30f-a212-4950-9b72-b644edeef1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-375455646-subnet', 'tenant_id': '3d19be1c44c04574b03aad76a6b2f359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:42.889520 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:42.894492 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Usage tracker for resource:subnet and tenant:3d19be1c44c04574b03aad76a6b2f359 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:42.897739 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:42.903781 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:42.918357 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Made reservation on behalf of 3d19be1c44c04574b03aad76a6b2f359 for: {'subnet': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:42.920975 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.150644 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-network', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:43.156976 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:43.162384 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Usage tracker for resource:network and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:43.166110 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.171740 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:43.175990 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50904) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:43.213970 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:43.276650 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b55b406-9403-4462-b901-555c406ec6ec,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:43.290903 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Checking segment: {'id': '7a1b9e3f-064b-4e94-a387-331e867ef6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f60cc30f-a212-4950-9b72-b644edeef1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:43.291960 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Network hostable DHCP agents. Network: f60cc30f-a212-4950-9b72-b644edeef1ce, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:13:43.306186 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.307142 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.308767 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50918) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:43.309978 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.310607 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.311124 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.312249 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.312925 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.313564 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.314129 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.314625 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.315139 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.315636 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Tracked resource versions report: May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: pushed versions: May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: { 'AddressGroup': {'1.2'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'ConntrackHelper': {'1.0'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'Log': {'1.0'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'Network': {'1.1'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'Port': {'1.7'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'PortForwarding': {'1.2'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'QosPolicy': {'1.8'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'SecurityGroup': {'1.4'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'SecurityGroupRule': {'1.2'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'SubPort': {'1.0'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'Subnet': {'1.1'}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'Trunk': {'1.1'}} May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: consumer versions: May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: { DHCP agent@dv-cinder-840376-1-smb: {}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: HyperV agent@hv-cinder-84037: {}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: L3 agent@dv-cinder-840376-1-smb: {}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: Metadata agent@dv-cinder-840376-1-smb: {}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: Metering agent@dv-cinder-840376-1-smb: {}, May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: Open vSwitch agent@dv-cinder-840376-1-smb: { 'AddressGroup': '1.2', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'ConntrackHelper': '1.0', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'Log': '1.0', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'Network': '1.1', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'Port': '1.7', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'PortForwarding': '1.2', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'QosPolicy': '1.8', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'SecurityGroup': '1.4', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'SecurityGroupRule': '1.2', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'SubPort': '1.0', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'Subnet': '1.1', May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: 'Trunk': '1.1'}} May 03 21:13:43.317119 dv-cinder-840376-1-smb neutron-server[87240]: {{(pid=87240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:13:43.324352 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Made reservation on behalf of e6a5e99eb98a4e0ba5560e5d00ef2c27 for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:43.326523 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.341757 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.359698 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:43.362362 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Network f60cc30f-a212-4950-9b72-b644edeef1ce is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:13:43.366899 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Usage tracker for resource:security_group_rule and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:43.374111 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:43.377694 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, f60cc30f-a212-4950-9b72-b644edeef1ce) {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:43.384088 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:43.386088 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:43.386739 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.389483 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f88599d-c699-47f1-ad96-d50e7a3e1db7 None None] Network f60cc30f-a212-4950-9b72-b644edeef1ce requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:43.491627 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-46d63d86-b0f4-4cd9-80ae-a845005aba23 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6143992 May 03 21:13:43.542548 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.549090 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.566683 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-772831763-network', 'tenant_id': 'd7a58f962199449d930ed991aed8c4bd'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:43.574352 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:43.576272 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:13:43.582698 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Usage tracker for resource:network and tenant:d7a58f962199449d930ed991aed8c4bd is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:43.590759 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:43.602492 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.603022 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Added segment 31bf6579-b8a6-4031-ba34-f0b5e343642c of type vlan for network d732ef39-db98-481b-84eb-841077299c8c May 03 21:13:43.605748 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:43.629151 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Made reservation on behalf of d7a58f962199449d930ed991aed8c4bd for: {'network': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:43.631493 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.644045 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a454ba6-dc4a-47b9-9868-70441957c34d None None] Network f60cc30f-a212-4950-9b72-b644edeef1ce requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:43.661666 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-490175559-network', 'tenant_id': '8becd1d43888424795557d5ad95253f7'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:43.672630 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16a3280-1492-4a29-8967-8cdbfd8ef603,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:43.677143 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:43.679641 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.716393 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Usage tracker for resource:network and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:43.729959 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:43.744939 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.747301 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:43.755844 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50934) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:43.760453 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:43.773259 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a58f962199449d930ed991aed8c4bd is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:43.776696 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:43.795788 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Made reservation on behalf of 8becd1d43888424795557d5ad95253f7 for: {'network': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:43.799334 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.809607 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:43.816744 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.817737 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:43.818566 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.818725 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.846307 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:43.853997 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Usage tracker for resource:security_group_rule and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:43.858385 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:43.863541 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1657736 May 03 21:13:43.864274 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50940) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:43.868756 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:43.886100 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Request body: {'subnet': {'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-subnet', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:43.895343 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:43.903255 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Usage tracker for resource:subnet and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:43.977928 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:43.986207 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:43.999602 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.012614 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:44.014845 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265e87a-d2f1-4a5d-81d3-9f081760732a admin admin] Pushing event updated for resources: {'Network': ['ID=d732ef39-db98-481b-84eb-841077299c8c,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:44.029435 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Made reservation on behalf of e6a5e99eb98a4e0ba5560e5d00ef2c27 for: {'subnet': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:44.033843 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.048638 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network d732ef39-db98-481b-84eb-841077299c8c details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:13:44.088839 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=87239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:13:44.126842 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd0928a-6f4d-4353-9f29-1b84ef89398b,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:44.158650 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.158997 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.segments_db [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Added segment 2911b7a8-ecca-4b2a-bf98-1f93cc8f9845 of type vlan for network 12446bdb-ba37-4038-bb83-b74ceb7022f0 May 03 21:13:44.165627 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.182808 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.251938 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.255854 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=87239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:13:44.263443 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2156dc18-624b-41be-83d3-f8ef96c7594f,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:44.283129 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-adafa31c-2417-4387-948f-b4f738c47850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.284109 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.284449 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.segments_db [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Added segment 8cf72779-0841-46aa-9c76-aa01169819c5 of type vlan for network 696f3710-7ff9-4877-98eb-e6f33ac34d15 May 03 21:13:44.346029 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.346961 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:44.349175 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.373489 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.465514 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe20558-8da2-48ec-ba1b-4ef69a4506a8,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:44.479892 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-386724875-network', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:44.494776 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:44.511047 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Usage tracker for resource:network and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:44.516960 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:44.523176 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=12446bdb-ba37-4038-bb83-b74ceb7022f0,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:44.533034 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.533610 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 12446bdb-ba37-4038-bb83-b74ceb7022f0 details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:13:44.534555 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:44.545325 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Checking segment: {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:44.545677 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Network hostable DHCP agents. Network: d732ef39-db98-481b-84eb-841077299c8c, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:13:44.564016 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Made reservation on behalf of 82172dfaa5ea4514888bdaaf5b8d5a2a for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:44.566646 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.583627 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.584537 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-135dabcf-8f3b-4caf-a947-e9822f47f4a4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4038420 May 03 21:13:44.586860 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 50964) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:44.594429 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Request body: {'subnet': {'network_id': '12446bdb-ba37-4038-bb83-b74ceb7022f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-772831763-subnet', 'tenant_id': 'd7a58f962199449d930ed991aed8c4bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:44.596727 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Network d732ef39-db98-481b-84eb-841077299c8c is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:13:44.600021 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:44.604394 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Usage tracker for resource:subnet and tenant:d7a58f962199449d930ed991aed8c4bd is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:44.605469 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:44.608200 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:44.612196 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Usage tracker for resource:security_group_rule and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:44.616432 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:44.618576 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:44.626161 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.627398 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:44.628414 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, d732ef39-db98-481b-84eb-841077299c8c) {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:44.628544 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.637375 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4df6fe-261d-4177-a7a6-6215b509b6eb None None] Network d732ef39-db98-481b-84eb-841077299c8c requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:44.639670 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:44.657158 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:44.657848 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.667221 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Made reservation on behalf of d7a58f962199449d930ed991aed8c4bd for: {'subnet': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:44.670131 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.689049 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3791239 May 03 21:13:44.693153 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50970) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:44.715494 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Request body: {'subnet': {'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-subnet', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:44.742072 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:44.766354 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Usage tracker for resource:subnet and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:44.787559 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:44.808713 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-8dd14f01-5d9f-451c-87c9-121af254e0b7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9379027 May 03 21:13:44.812517 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 50978) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:44.813361 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:44.832844 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:44.856497 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:44.858559 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd675a-dc5f-49ca-8f69-34fe21765c10 admin admin] Pushing event updated for resources: {'Network': ['ID=696f3710-7ff9-4877-98eb-e6f33ac34d15,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:44.877545 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Usage tracker for resource:router and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:44.893061 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:44.906770 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Made reservation on behalf of 8becd1d43888424795557d5ad95253f7 for: {'subnet': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:44.912718 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:44.929564 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:13:44.958326 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:45.010478 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:45.112025 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc9d6f5-92b8-43a6-81d4-176e451a375c,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:45.122667 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Checking segment: {'id': '2911b7a8-ecca-4b2a-bf98-1f93cc8f9845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '12446bdb-ba37-4038-bb83-b74ceb7022f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:45.123191 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Network hostable DHCP agents. Network: 12446bdb-ba37-4038-bb83-b74ceb7022f0, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:13:45.147704 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:45.148798 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:45.149733 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Network 12446bdb-ba37-4038-bb83-b74ceb7022f0 is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:13:45.160470 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 12446bdb-ba37-4038-bb83-b74ceb7022f0) {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:45.165887 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:45.166610 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:45.190088 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940f277-f9d8-4df3-85e2-2ad1849e2048 None None] Network 12446bdb-ba37-4038-bb83-b74ceb7022f0 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:45.199495 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-a3cdc887-4f7c-4749-ba8e-298607975886 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6111877 May 03 21:13:45.350711 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:45.427062 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:45.447463 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:45.522747 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d6c640-109c-427f-b7c8-07df3c07b288,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:45.575792 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:13:45.753471 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped9e2575-edac-5646-aca9-fda55ecf2a7e-d732ef39-db98-481b-84eb-841077299c8c', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8'}]}} from dv-cinder-840376-1-smb. {{(pid=87241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:13:45.757135 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:45.965064 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09eed0-6174-4116-97e3-49ef5d4bfd17 None None] Network 12446bdb-ba37-4038-bb83-b74ceb7022f0 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:45.976567 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:45.977024 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Added segment 1609c386-3ab1-4beb-953a-469813908e55 of type vlan for network 73578aa6-1e97-4260-8c78-76d945b6e7d0 May 03 21:13:46.030740 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:46.053676 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:46.106035 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:46.196973 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:46.197924 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:46.198547 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:46.258189 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=222f1725-eaca-49aa-b467-e32e972304ad,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:46.317128 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.db_base_plugin_common [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Allocated IP 172.20.0.2 (d732ef39-db98-481b-84eb-841077299c8c/dfe20558-8da2-48ec-ba1b-4ef69a4506a8/9708d73d-a27a-45b5-9671-bf5fb4840ca7) {{(pid=87241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:13:46.327273 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Checking segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:46.327488 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Network hostable DHCP agents. Network: 696f3710-7ff9-4877-98eb-e6f33ac34d15, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:13:46.421402 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6643095 May 03 21:13:46.424603 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51054) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:46.431460 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Request body: {'subnet': {'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-386724875-subnet', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:46.434355 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d175049-027b-470c-81fb-99d63b65f6ce admin admin] Pushing event updated for resources: {'Network': ['ID=73578aa6-1e97-4260-8c78-76d945b6e7d0,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:46.442934 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:46.461428 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Usage tracker for resource:subnet and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:46.470076 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:46.476940 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 73578aa6-1e97-4260-8c78-76d945b6e7d0 details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:13:46.488277 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:46.518543 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:13:46.527120 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Made reservation on behalf of 82172dfaa5ea4514888bdaaf5b8d5a2a for: {'subnet': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:46.541682 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:46.549435 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 696f3710-7ff9-4877-98eb-e6f33ac34d15) {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:46.555671 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:46.556494 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:46.680688 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51074) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:46.683947 dv-cinder-840376-1-smb neutron-server[87239]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 21:13:46.685005 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4659c-1e98-4294-bca2-2b624fd4ae73 None None] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:46.716701 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-e48a8017-5466-4c67-9818-b23b909d42bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0190244 May 03 21:13:46.805959 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51080) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:46.819425 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:46.826419 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:46.834085 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Usage tracker for resource:router and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:46.838732 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:46.976386 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51092) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:46.995144 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-638cd1e6-4238-4ef1-b86c-1c01fa24ef17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:46.998259 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:47.026363 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-370528708-network', 'tenant_id': 'e25f6c6bab794ff1a30273383bb6ae23'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:47.058599 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:47.062557 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped9e2575-edac-5646-aca9-fda55ecf2a7e-696f3710-7ff9-4877-98eb-e6f33ac34d15', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad'}]}} from dv-cinder-840376-1-smb. {{(pid=87241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:13:47.064564 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.078292 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-04329185-b698-4ddd-92c0-f5bfd2ba63e7 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:47.078982 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-04329185-b698-4ddd-92c0-f5bfd2ba63e7 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Synchronizing usage tracker for tenant:3d19be1c44c04574b03aad76a6b2f359 on resource:network {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:13:47.082361 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.083349 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.099130 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Usage tracker for resource:network and tenant:e25f6c6bab794ff1a30273383bb6ae23 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:47.106499 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:47.119243 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-04329185-b698-4ddd-92c0-f5bfd2ba63e7 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Unset dirty status for tenant:3d19be1c44c04574b03aad76a6b2f359 on resource:network {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:13:47.120388 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-04329185-b698-4ddd-92c0-f5bfd2ba63e7 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/networks?id=f60cc30f-a212-4950-9b72-b644edeef1ce HTTP/1.1" status: 200 len: 811 time: 0.4382570 May 03 21:13:47.128229 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.153349 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:47.168915 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.173398 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-eb77947e-5612-4fc5-a9dc-7b8d99101e05 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/quotas/3d19be1c44c04574b03aad76a6b2f359 HTTP/1.1" status: 200 len: 375 time: 0.0452564 May 03 21:13:47.237090 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Made reservation on behalf of e25f6c6bab794ff1a30273383bb6ae23 for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:47.242035 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.271262 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-0afbb04e-bcac-4075-99a9-a7f7cebf34e1 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d19be1c44c04574b03aad76a6b2f359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720060 May 03 21:13:47.290017 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.295849 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.314333 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Notify callbacks [] for port, precommit_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.364583 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.371418 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Transition to ACTIVE for port object 9708d73d-a27a-45b5-9671-bf5fb4840ca7 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:13:47.403948 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Transition to ACTIVE for port object 9708d73d-a27a-45b5-9671-bf5fb4840ca7 will not be triggered until provisioned by entity DHCP. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:13:47.414220 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.db_base_plugin_common [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Allocated IP 172.20.0.2 (696f3710-7ff9-4877-98eb-e6f33ac34d15/222f1725-eaca-49aa-b467-e32e972304ad/f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423) {{(pid=87241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:13:47.426853 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.440611 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:47.447003 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f064806-a999-4d24-bc78-963359e8c2a4,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:47.451434 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Usage tracker for resource:security_group_rule and tenant:e25f6c6bab794ff1a30273383bb6ae23 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:47.457879 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:47.458451 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Checking segment: {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:47.458798 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Network hostable DHCP agents. Network: 73578aa6-1e97-4260-8c78-76d945b6e7d0, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:13:47.481951 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Network 73578aa6-1e97-4260-8c78-76d945b6e7d0 is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:13:47.497779 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 73578aa6-1e97-4260-8c78-76d945b6e7d0) {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:47.506725 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:47.508815 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.509128 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:47.563829 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51116) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:47.586061 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-f282ba7e-a34b-49bf-b641-e7b1399ca522 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1597590 May 03 21:13:47.588737 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51122) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:47.600195 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:47.605040 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d509855-0a6c-4d65-ad5a-647843d66933 None None] Network 73578aa6-1e97-4260-8c78-76d945b6e7d0 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:47.611540 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:47.626070 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Usage tracker for resource:router and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:47.629988 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:47.635194 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.641478 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Network d732ef39-db98-481b-84eb-841077299c8c is already hosted by enough agents. {{(pid=87241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:13:47.648851 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.base_scheduler [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Resources bound (agent type, host, resource id): {{(pid=87241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:47.656249 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:47.675077 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.676103 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.727996 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.731771 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Received port after_create {{(pid=87241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:13:47.741337 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e19c389c-7e77-4031-8f0b-ad018b28da46 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87239) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:13:47.751064 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Pushing event updated for resources: {'Port': ['ID=9708d73d-a27a-45b5-9671-bf5fb4840ca7,revision_number=1']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:47.754119 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e19c389c-7e77-4031-8f0b-ad018b28da46 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1190951 May 03 21:13:47.813894 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.814531 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.815057 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.815583 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.816086 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.816592 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.817103 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.817612 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.818145 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.818644 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.819141 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.819651 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Tracked resource versions report: May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: pushed versions: May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: { 'AddressGroup': {'1.2'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'ConntrackHelper': {'1.0'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'Log': {'1.0'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'Network': {'1.1'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'Port': {'1.7'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'PortForwarding': {'1.2'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'QosPolicy': {'1.8'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'SecurityGroup': {'1.4'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'SecurityGroupRule': {'1.2'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'SubPort': {'1.0'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'Subnet': {'1.1'}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'Trunk': {'1.1'}} May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: consumer versions: May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: { DHCP agent@dv-cinder-840376-1-smb: {}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: HyperV agent@hv-cinder-84037: {}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: L3 agent@dv-cinder-840376-1-smb: {}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: Metadata agent@dv-cinder-840376-1-smb: {}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: Metering agent@dv-cinder-840376-1-smb: {}, May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: Open vSwitch agent@dv-cinder-840376-1-smb: { 'AddressGroup': '1.2', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'ConntrackHelper': '1.0', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'Log': '1.0', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'Network': '1.1', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'Port': '1.7', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'PortForwarding': '1.2', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'QosPolicy': '1.8', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'SecurityGroup': '1.4', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'SecurityGroupRule': '1.2', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'SubPort': '1.0', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'Subnet': '1.1', May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: 'Trunk': '1.1'}} May 03 21:13:47.820906 dv-cinder-840376-1-smb neutron-server[87241]: {{(pid=87241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:13:47.825615 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.857876 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1bba2807-b00a-4be6-88a3-c42cbd1a635b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:47.886303 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-1bba2807-b00a-4be6-88a3-c42cbd1a635b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:47.892054 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-1bba2807-b00a-4be6-88a3-c42cbd1a635b admin admin] Usage tracker for resource:security_group_rule and tenant:b074d057f08946a28da397472f071519 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:47.895482 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-1bba2807-b00a-4be6-88a3-c42cbd1a635b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:47.904883 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-1bba2807-b00a-4be6-88a3-c42cbd1a635b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:47.982301 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Attempting to bind port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:13:47.982966 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Attempting to bind port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:13:47.983589 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Attempting to bind port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 on network d732ef39-db98-481b-84eb-841077299c8c {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:13:48.003343 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.039043 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:13:48.039981 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Checking segment: {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:48.040649 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.041085 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Bound using segment: {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:13:48.041649 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Bound port: 9708d73d-a27a-45b5-9671-bf5fb4840ca7, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:13:48.042146 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.064907 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Allocated IP 172.28.1.18 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/2a86eb8a-948b-455a-b797-1e8eafa18bab) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:13:48.077473 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1bba2807-b00a-4be6-88a3-c42cbd1a635b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.116631 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Notify callbacks [] for port, precommit_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.132579 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Transition to ACTIVE for port object f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:13:48.157504 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Transition to ACTIVE for port object f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 will not be triggered until provisioned by entity DHCP. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:13:48.165442 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1bba2807-b00a-4be6-88a3-c42cbd1a635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.261140 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.341243 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.368162 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.437741 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:13:48.458865 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped9e2575-edac-5646-aca9-fda55ecf2a7e-73578aa6-1e97-4260-8c78-76d945b6e7d0', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4'}]}} from dv-cinder-840376-1-smb. {{(pid=87241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:13:48.459673 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.529590 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5404fe3-9439-43f7-a12a-7ce58c5535d5,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:48.541845 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 is already hosted by enough agents. {{(pid=87241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:13:48.547956 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.base_scheduler [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Resources bound (agent type, host, resource id): {{(pid=87241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:48.550902 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.551283 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Added segment 45fde201-2af0-4128-8271-bd307ffc4025 of type vlan for network 8c96a54b-999d-4947-a6e7-5e9b2885be32 May 03 21:13:48.566899 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Pushing event updated for resources: {'Port': ['ID=f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423,revision_number=1']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:48.577581 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Received port after_create {{(pid=87241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:13:48.603439 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.655011 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.658658 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.669052 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-1bba2807-b00a-4be6-88a3-c42cbd1a635b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b074d057f08946a28da397472f071519&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1037881 May 03 21:13:48.687080 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51196) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:48.691915 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba2807-b00a-4be6-88a3-c42cbd1a635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e131b64-3087-4767-97c0-7219ec60d94d,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:48.699565 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-6b717fd5-780a-42a9-a733-438736cb4307 service neutron] 10.222.0.44 "GET /v2.0/networks/f60cc30f-a212-4950-9b72-b644edeef1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9443252 May 03 21:13:48.724730 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.839865 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] For port 9708d73d-a27a-45b5-9671-bf5fb4840ca7, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:13:48.851583 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.860018 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Attempting to bind port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:13:48.860377 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Attempting to bind port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:13:48.860719 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Attempting to bind port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:13:48.870156 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:13:48.870476 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Checking segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:48.870870 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.871245 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Bound using segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:13:48.871719 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Bound port: f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:13:48.872076 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.923981 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:13:48.931278 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] For port 9708d73d-a27a-45b5-9671-bf5fb4840ca7, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=9708d73d-a27a-45b5-9671-bf5fb4840ca7,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:13:48.933940 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-4a8af6da-099a-45d0-a5f5-7ff65304c2f2 service neutron] 10.222.0.44 "GET /v2.0/networks/f60cc30f-a212-4950-9b72-b644edeef1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171180 May 03 21:13:48.987011 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.987244 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:48.987748 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:48.990691 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:49.052019 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:49.064311 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Pushing event updated for resources: {'Port': ['ID=2a86eb8a-948b-455a-b797-1e8eafa18bab,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:49.083842 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:13:49.237187 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51232) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:49.258574 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.db_base_plugin_common [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Allocated IP 172.20.0.2 (73578aa6-1e97-4260-8c78-76d945b6e7d0/5f064806-a999-4d24-bc78-963359e8c2a4/499e47ef-201f-4500-8bc5-82e6abf8da5f) {{(pid=87241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:13:49.275042 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dda76a-af7f-408f-b301-a87ea3f39434 None None] Pushing event updated for resources: {'Port': ['ID=9708d73d-a27a-45b5-9671-bf5fb4840ca7,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:49.287584 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] For port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:13:49.297461 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] For port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:13:49.339074 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:49.404301 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:49.515699 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-429be053-faed-4a6e-aa84-48339254ea0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:49.625250 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d520e-fd58-470e-957a-625c8529fcfe None None] Pushing event updated for resources: {'Port': ['ID=f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:49.655927 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9dcbe712-9e2e-4191-bf9d-825431e82651 req-b6d259b7-6126-41cc-9e7e-50f52fa88c0d tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 210 time: 0.4156160 May 03 21:13:49.659002 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:49.752495 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] Pushing event updated for resources: {'Network': ['ID=8c96a54b-999d-4947-a6e7-5e9b2885be32,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:49.770737 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:49.859882 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Notify callbacks [] for port, precommit_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:49.881073 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Transition to ACTIVE for port object 499e47ef-201f-4500-8bc5-82e6abf8da5f will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:13:49.922241 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 8c96a54b-999d-4947-a6e7-5e9b2885be32 details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:13:49.940606 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51260) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:49.955132 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.014310 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-0a2ae6b3-a2ad-4405-af2d-c2b75e7535fc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0147099 May 03 21:13:50.014945 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51268) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:50.018570 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Transition to ACTIVE for port object 499e47ef-201f-4500-8bc5-82e6abf8da5f will not be triggered until provisioned by entity DHCP. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:13:50.038560 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Request body: {'subnet': {'network_id': '8c96a54b-999d-4947-a6e7-5e9b2885be32', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-370528708-subnet', 'tenant_id': 'e25f6c6bab794ff1a30273383bb6ae23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:50.041245 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-429be053-faed-4a6e-aa84-48339254ea0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.062979 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:50.086718 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Allocated IP 172.28.1.33 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/0f96886a-dffd-475a-ac8d-54bd0ab30f8f) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:13:50.103419 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Usage tracker for resource:subnet and tenant:e25f6c6bab794ff1a30273383bb6ae23 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:50.111329 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:50.131027 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.133810 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:50.198107 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Network 73578aa6-1e97-4260-8c78-76d945b6e7d0 is already hosted by enough agents. {{(pid=87241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:13:50.221912 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.base_scheduler [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Resources bound (agent type, host, resource id): {{(pid=87241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:50.237543 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Made reservation on behalf of e25f6c6bab794ff1a30273383bb6ae23 for: {'subnet': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:50.239872 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.290575 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Received port after_create {{(pid=87241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:13:50.520055 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51282) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:50.547376 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.623197 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Pushing event updated for resources: {'Port': ['ID=499e47ef-201f-4500-8bc5-82e6abf8da5f,revision_number=1']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:50.627027 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Attempting to bind port 499e47ef-201f-4500-8bc5-82e6abf8da5f on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:13:50.627635 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Attempting to bind port 499e47ef-201f-4500-8bc5-82e6abf8da5f by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:13:50.627981 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Attempting to bind port 499e47ef-201f-4500-8bc5-82e6abf8da5f on network 73578aa6-1e97-4260-8c78-76d945b6e7d0 {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:13:50.634688 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:13:50.635054 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Checking segment: {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:50.635446 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.636024 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Bound using segment: {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:13:50.636481 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Bound port: 499e47ef-201f-4500-8bc5-82e6abf8da5f, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:13:50.636844 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.655416 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c59f1312-ecec-43e8-95fc-8276ff325eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.759846 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-429be053-faed-4a6e-aa84-48339254ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.779046 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c59f1312-ecec-43e8-95fc-8276ff325eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:50.782745 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429be053-faed-4a6e-aa84-48339254ea0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e131b64-3087-4767-97c0-7219ec60d94d,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:50.790334 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] For port 499e47ef-201f-4500-8bc5-82e6abf8da5f, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:13:50.790944 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c59f1312-ecec-43e8-95fc-8276ff325eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:25e7cc549fc64c3fb7bd1f47ee8b4989 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:50.794775 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] For port 499e47ef-201f-4500-8bc5-82e6abf8da5f, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=499e47ef-201f-4500-8bc5-82e6abf8da5f,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:13:50.795772 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c59f1312-ecec-43e8-95fc-8276ff325eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:50.806700 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.839100 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-429be053-faed-4a6e-aa84-48339254ea0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.840227 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-429be053-faed-4a6e-aa84-48339254ea0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e131b64-3087-4767-97c0-7219ec60d94d HTTP/1.1" status: 204 len: 168 time: 2.1495819 May 03 21:13:50.863117 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.872302 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-79768f98-c50b-4016-8129-33fab46c4150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:50.899691 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c59f1312-ecec-43e8-95fc-8276ff325eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:50.927433 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aef6a3c9-c5b7-417e-87e8-066e880ed936 req-7912a43c-78c4-492e-88ef-a7fc66070c6d tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 210 time: 0.1200223 May 03 21:13:50.953680 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-79768f98-c50b-4016-8129-33fab46c4150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:50.959464 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-79768f98-c50b-4016-8129-33fab46c4150 admin admin] Usage tracker for resource:security_group_rule and tenant:0ad5e0d55df84a6da613bfab668f6d36 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:50.963587 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-79768f98-c50b-4016-8129-33fab46c4150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:50.970329 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d1b1f1-822f-4046-8759-b931630f738a None None] Network d732ef39-db98-481b-84eb-841077299c8c requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:50.971883 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-79768f98-c50b-4016-8129-33fab46c4150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:51.104880 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca0627-b058-4ab6-8cd8-42bd1215dc8d None None] Pushing event updated for resources: {'Port': ['ID=499e47ef-201f-4500-8bc5-82e6abf8da5f,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:51.220710 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624612'] for router, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:51.288109 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-e63cd602-288c-41e2-a8b2-4941a25032f4 None None] Provisioning for port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:13:51.455175 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-79768f98-c50b-4016-8129-33fab46c4150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:51.474675 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:51.507416 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e093e-b224-4e74-b170-e6450cc87a7e None None] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:51.572723 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51304) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:51.574911 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-79768f98-c50b-4016-8129-33fab46c4150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:51.619042 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2da6319f-6c59-4704-aa04-254ceccb84fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:51.657929 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-2da6319f-6c59-4704-aa04-254ceccb84fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:51.678356 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-2da6319f-6c59-4704-aa04-254ceccb84fe admin admin] Usage tracker for resource:security_group_rule and tenant:325e3eb795a1433eacb763cc7dd0733f is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:51.686293 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-79768f98-c50b-4016-8129-33fab46c4150 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ad5e0d55df84a6da613bfab668f6d36&name=default HTTP/1.1" status: 200 len: 2976 time: 1.1652157 May 03 21:13:51.708594 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:13:51.717430 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51310) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:51.740440 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:51.758471 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Allocated IP 172.28.1.184 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/5e795344-c74c-4d08-b7cf-67c7daeba17a) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:13:51.760693 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-2da6319f-6c59-4704-aa04-254ceccb84fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:51.769199 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-2f7d6029-54ec-44c4-bab1-47fe7f8d5872 None None] Provisioning for port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:13:51.782976 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-2da6319f-6c59-4704-aa04-254ceccb84fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:51.794528 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79768f98-c50b-4016-8129-33fab46c4150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc2c13b-d46e-4b9c-b579-bd176483a527,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:51.914386 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:13:51.926402 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c25a62-bd81-4346-ad02-2ca4081cdc34,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:51.930140 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:52.007576 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:13:52.031188 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:52.031705 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.072697 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Pushing event updated for resources: {'Port': ['ID=0f96886a-dffd-475a-ac8d-54bd0ab30f8f,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:52.079147 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Checking segment: {'id': '45fde201-2af0-4128-8271-bd307ffc4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8c96a54b-999d-4947-a6e7-5e9b2885be32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:52.082385 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Network hostable DHCP agents. Network: 8c96a54b-999d-4947-a6e7-5e9b2885be32, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:13:52.083405 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 is scheduled to L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 with binding_index 1 {{(pid=87240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:13:52.108480 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.198696 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c59f1312-ecec-43e8-95fc-8276ff325eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.212736 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:13:52.290083 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.331092 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.43', 59920) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:52.376073 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:13:52.382113 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.382915 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 9708d73d-a27a-45b5-9671-bf5fb4840ca7 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:13:52.551516 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5b27-ceee-425f-b728-1b1ecf8226fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.593090 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed549d-c27d-4482-a7dd-4fc5f3adab92 None None] Network 73578aa6-1e97-4260-8c78-76d945b6e7d0 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:52.596524 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:13:52.609339 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Sync routers for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:13:52.625112 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:13:52.625956 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:13:52.661083 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8ccbe17b-9e9d-4fc0-a222-6b10337398df req-aae2c249-064b-4166-aaec-1de3ff879d4b tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 210 time: 0.0749576 May 03 21:13:52.661777 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c59f1312-ecec-43e8-95fc-8276ff325eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.744897 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:52.755080 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c59f1312-ecec-43e8-95fc-8276ff325eb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25e7cc549fc64c3fb7bd1f47ee8b4989&name=default HTTP/1.1" status: 200 len: 2977 time: 2.8132730 May 03 21:13:52.760795 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51330) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:52.761436 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f1312-ecec-43e8-95fc-8276ff325eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90830c3-7446-435f-bf28-0c1aaaced9df,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:52.794576 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Network 8c96a54b-999d-4947-a6e7-5e9b2885be32 is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:13:52.805241 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:13:52.815391 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5b27-ceee-425f-b728-1b1ecf8226fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.818795 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-05328855-e7bf-40d7-b2e4-a3aed79f2977 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:52.819925 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:52.820539 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.821248 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-05328855-e7bf-40d7-b2e4-a3aed79f2977 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.43 "GET /v2.0/networks?id=f60cc30f-a212-4950-9b72-b644edeef1ce HTTP/1.1" status: 200 len: 811 time: 0.2266347 May 03 21:13:52.823310 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2da6319f-6c59-4704-aa04-254ceccb84fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.832417 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 8c96a54b-999d-4947-a6e7-5e9b2885be32) {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:52.852607 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:13:52.852975 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.853234 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.860400 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef48526-c1f9-4c6d-94db-b7862dfea261 None None] Network 8c96a54b-999d-4947-a6e7-5e9b2885be32 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:52.943034 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:13:52.950164 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.962513 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ccb58c5d-539f-4c55-bb59-54c719b1267b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1385424 May 03 21:13:52.962513 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2da6319f-6c59-4704-aa04-254ceccb84fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.970643 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51336) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:53.065189 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Request body: {'port': {'device_id': '72e9cf74-fb86-4b65-b474-46bd12deafce', 'network_id': 'f60cc30f-a212-4950-9b72-b644edeef1ce', 'admin_state_up': True, 'tenant_id': '3d19be1c44c04574b03aad76a6b2f359'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:13:53.111886 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Pushing event updated for resources: {'Port': ['ID=5e795344-c74c-4d08-b7cf-67c7daeba17a,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:53.123840 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:13:53.145623 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-fa67ebbf-0024-4f2f-b82d-0df802b26a7f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1289916 May 03 21:13:53.149463 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-67c2c075-3e67-4d8e-8a0e-fcde49e04093 None None] Provisioning complete for port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:53.149995 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-67c2c075-3e67-4d8e-8a0e-fcde49e04093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:53.150581 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:53.163615 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6319f-6c59-4704-aa04-254ceccb84fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79047236-761b-4a24-aa73-96dd5bb49708,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:53.168460 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:13:53.170575 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:13:53.394454 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:13:50Z', 'revision_number': 3, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:13:53.404167 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Checking router: bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:13:53.409668 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Updating router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 port 2a86eb8a-948b-455a-b797-1e8eafa18bab binding host dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:13:53.464910 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-2da6319f-6c59-4704-aa04-254ceccb84fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=325e3eb795a1433eacb763cc7dd0733f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8896899 May 03 21:13:53.502206 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:53.531264 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51354) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:53.533798 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51356) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:53.580993 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5b27-ceee-425f-b728-1b1ecf8226fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:53.628914 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:53.779268 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-67c2c075-3e67-4d8e-8a0e-fcde49e04093 None None] Provisioning for port 499e47ef-201f-4500-8bc5-82e6abf8da5f completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:13:53.793209 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd5b27-ceee-425f-b728-1b1ecf8226fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc2c13b-d46e-4b9c-b579-bd176483a527,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:53.806270 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ef07b-c4cd-4ff2-87aa-f331cbeef607 None None] Network 8c96a54b-999d-4947-a6e7-5e9b2885be32 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:53.867878 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-671a5d39-ded2-4ee1-9b0d-bfdf99ea2050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:53.892201 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5b27-ceee-425f-b728-1b1ecf8226fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:53.917556 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-5cfd5b27-ceee-425f-b728-1b1ecf8226fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5dc2c13b-d46e-4b9c-b579-bd176483a527 HTTP/1.1" status: 204 len: 168 time: 2.1797864 May 03 21:13:53.954865 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1f5da3-4dcd-4dee-aa99-f6385b5744ed admin admin] Deleting subnet 7cc9d6f5-92b8-43a6-81d4-176e451a375c {{(pid=87239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:13:54.039519 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 9708d73d-a27a-45b5-9671-bf5fb4840ca7, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=9708d73d-a27a-45b5-9671-bf5fb4840ca7,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:13:54.069111 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.070068 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 499e47ef-201f-4500-8bc5-82e6abf8da5f up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:13:54.092640 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5da3-4dcd-4dee-aa99-f6385b5744ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.158307 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.196442 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-671a5d39-ded2-4ee1-9b0d-bfdf99ea2050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.205481 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:13:54.311364 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bc99d493-2823-4014-86c9-3029b2c627ab req-f0737bd7-a973-40ea-8cae-58e01f5399b9 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 210 time: 0.3733206 May 03 21:13:54.397330 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5fb70d1-5f7a-4197-ab1e-66afb7383c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.412954 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 499e47ef-201f-4500-8bc5-82e6abf8da5f completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:13:54.430826 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Notify callbacks [] for port, precommit_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.446644 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=9708d73d-a27a-45b5-9671-bf5fb4840ca7,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:54.447200 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5da3-4dcd-4dee-aa99-f6385b5744ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.453477 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 499e47ef-201f-4500-8bc5-82e6abf8da5f triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:54.453893 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.458305 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.provisioning_blocks [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Transition to ACTIVE for port object 2a86eb8a-948b-455a-b797-1e8eafa18bab will not be triggered until provisioned by entity L2. {{(pid=87242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:13:54.467126 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.564791 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84595f96-4a44-4203-971c-2001775d017e None None] Pushing event updated for resources: {'Port': ['ID=2a86eb8a-948b-455a-b797-1e8eafa18bab,revision_number=2']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:54.576369 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.578328 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.579285 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.579285 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.579682 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.580109 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.582279 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.583019 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.583465 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.584884 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.585420 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.585959 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84595f96-4a44-4203-971c-2001775d017e None None] Tracked resource versions report: May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: pushed versions: May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: { 'AddressGroup': {'1.2'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'ConntrackHelper': {'1.0'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'Log': {'1.0'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'Network': {'1.1'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'Port': {'1.7'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'PortForwarding': {'1.2'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'QosPolicy': {'1.8'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'SecurityGroup': {'1.4'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'SecurityGroupRule': {'1.2'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'SubPort': {'1.0'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'Subnet': {'1.1'}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'Trunk': {'1.1'}} May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: consumer versions: May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: { DHCP agent@dv-cinder-840376-1-smb: {}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: HyperV agent@hv-cinder-84037: {}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: L3 agent@dv-cinder-840376-1-smb: {}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: Metadata agent@dv-cinder-840376-1-smb: {}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: Metering agent@dv-cinder-840376-1-smb: {}, May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: Open vSwitch agent@dv-cinder-840376-1-smb: { 'AddressGroup': '1.2', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'ConntrackHelper': '1.0', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'Log': '1.0', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'Network': '1.1', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'Port': '1.7', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'PortForwarding': '1.2', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'QosPolicy': '1.8', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'SecurityGroup': '1.4', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'SecurityGroupRule': '1.2', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'SubPort': '1.0', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'Subnet': '1.1', May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: 'Trunk': '1.1'}} May 03 21:13:54.587146 dv-cinder-840376-1-smb neutron-server[87242]: {{(pid=87242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:13:54.619814 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5da3-4dcd-4dee-aa99-f6385b5744ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.619984 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Attempting to bind port 2a86eb8a-948b-455a-b797-1e8eafa18bab on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:13:54.620586 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Attempting to bind port 2a86eb8a-948b-455a-b797-1e8eafa18bab by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:13:54.621376 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Attempting to bind port 2a86eb8a-948b-455a-b797-1e8eafa18bab on network 1ffc24f5-8283-443e-b259-1a8749ff546b {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:13:54.632012 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:13:54.632851 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Checking segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:54.633577 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.634211 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Bound using segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:13:54.634959 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Bound port: 2a86eb8a-948b-455a-b797-1e8eafa18bab, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:13:54.635789 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.783419 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5fb70d1-5f7a-4197-ab1e-66afb7383c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.807673 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] For port 2a86eb8a-948b-455a-b797-1e8eafa18bab, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:13:54.814381 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.817693 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] For port 2a86eb8a-948b-455a-b797-1e8eafa18bab, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=2a86eb8a-948b-455a-b797-1e8eafa18bab,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:13:54.825057 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.876595 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-671a5d39-ded2-4ee1-9b0d-bfdf99ea2050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.883115 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5da3-4dcd-4dee-aa99-f6385b5744ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.883880 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 499e47ef-201f-4500-8bc5-82e6abf8da5f, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=499e47ef-201f-4500-8bc5-82e6abf8da5f,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:13:54.889798 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:55.037766 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5da3-4dcd-4dee-aa99-f6385b5744ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:55.049471 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=499e47ef-201f-4500-8bc5-82e6abf8da5f,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:55.053430 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 9708d73d-a27a-45b5-9671-bf5fb4840ca7 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:13:55.069276 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-671a5d39-ded2-4ee1-9b0d-bfdf99ea2050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:55.070845 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-671a5d39-ded2-4ee1-9b0d-bfdf99ea2050 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c90830c3-7446-435f-bf28-0c1aaaced9df HTTP/1.1" status: 204 len: 168 time: 2.3066020 May 03 21:13:55.072132 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f5da3-4dcd-4dee-aa99-f6385b5744ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc9d6f5-92b8-43a6-81d4-176e451a375c,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:55.084809 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-ea1f5da3-4dcd-4dee-aa99-f6385b5744ed admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7cc9d6f5-92b8-43a6-81d4-176e451a375c HTTP/1.1" status: 204 len: 168 time: 1.5471258 May 03 21:13:55.086750 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51384) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:55.112964 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a5d39-ded2-4ee1-9b0d-bfdf99ea2050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90830c3-7446-435f-bf28-0c1aaaced9df,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:55.214710 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:55.215411 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:55.218066 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:13:55.224399 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:13:55.440253 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:55.458010 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:55.663836 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:13:55.748862 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Usage tracker for resource:port and tenant:3d19be1c44c04574b03aad76a6b2f359 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:55.783969 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:55.804470 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:55.804835 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:55.808799 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:55.828262 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:55.829046 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:13:55.851694 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:55.852126 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:55.853609 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:55.854010 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > port after_create 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:55.854335 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:55.854766 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > port after_update 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:55.855185 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:55.855519 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:55.855835 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:55.856145 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:56.080578 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51402) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:56.108141 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Made reservation on behalf of 3d19be1c44c04574b03aad76a6b2f359 for: {'port': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:13:56.111939 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.119286 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:56.119795 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:56.120058 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:56.120379 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:13:56.120779 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12446bdb-ba37-4038-bb83-b74ceb7022f0']}} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:13:56.122466 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca445-3533-464e-b6ca-eda21ad504a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.136926 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2911b7a8-ecca-4b2a-bf98-1f93cc8f9845') {'for_net_delete': True} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:13:56.137217 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2911b7a8-ecca-4b2a-bf98-1f93cc8f9845') {} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:13:56.153263 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304476'] for segment, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.175225 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.187185 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:13:56.187839 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305226'] for segment, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.212973 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ec1ca445-3533-464e-b6ca-eda21ad504a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:13:56.256767 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84595f96-4a44-4203-971c-2001775d017e None None] Pushing event updated for resources: {'Port': ['ID=2a86eb8a-948b-455a-b797-1e8eafa18bab,revision_number=3']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:56.294551 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ec1ca445-3533-464e-b6ca-eda21ad504a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4c1cf967b75548efa40827575764a110 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:13:56.301245 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ec1ca445-3533-464e-b6ca-eda21ad504a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:13:56.320297 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ec1ca445-3533-464e-b6ca-eda21ad504a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:13:56.347388 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624612'] for router, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.392774 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:13:50Z', 'revision_number': 3, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:13:56.400798 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b68fab-37c3-4f28-8125-6c15db5b176d None None] The sync data for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb is: [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:13:50Z', 'revision_number': 3, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: from cryptography.utils import int_from_bytes May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: from cryptography.utils import int_from_bytes May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: util.warn_limited( May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: util.warn_limited( May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: Traceback (most recent call last): May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: timer() May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: cb(*args, **kw) May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: return func(*args, **kwargs) May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: self._notify() May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: self.callback(batched_events) May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: event.method(event) May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: return f(self, *a, **k) May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: return self._get(url).json() May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: return self.request(url, 'GET', **kwargs) May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:13:56.415763 dv-cinder-840376-1-smb neutron-server[87239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:13:56.423299 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6e5aa8c2-72f6-4211-90d0-2d41089f5c10 req-9fdd37f2-44c7-4c86-843c-4d2873874dfa tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 210 time: 0.7777443 May 03 21:13:56.428392 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.435323 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.478042 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] Pushing event deleted for resources: {'Network': ['ID=12446bdb-ba37-4038-bb83-b74ceb7022f0,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:56.492884 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624612'] for router, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.692775 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5fb70d1-5f7a-4197-ab1e-66afb7383c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.696043 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5fb70d1-5f7a-4197-ab1e-66afb7383c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:56.698141 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d5fb70d1-5f7a-4197-ab1e-66afb7383c47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79047236-761b-4a24-aa73-96dd5bb49708 HTTP/1.1" status: 204 len: 168 time: 3.1625228 May 03 21:13:56.739994 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-ab0e9e90-5507-4de0-9680-03b15a2499ba admin admin] 10.222.0.44 "DELETE /v2.0/networks/12446bdb-ba37-4038-bb83-b74ceb7022f0 HTTP/1.1" status: 204 len: 168 time: 1.6253943 May 03 21:13:56.776131 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51412) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:56.862402 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb70d1-5f7a-4197-ab1e-66afb7383c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79047236-761b-4a24-aa73-96dd5bb49708,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:57.107930 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:57.258140 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Router 42deac74-9824-4b94-ae82-79b9cf8e1b49 is scheduled to L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 with binding_index 1 {{(pid=87239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:13:57.373709 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 499e47ef-201f-4500-8bc5-82e6abf8da5f up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:13:57.609802 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Allocated IP 172.20.0.2 (f60cc30f-a212-4950-9b72-b644edeef1ce/2b55b406-9403-4462-b901-555c406ec6ec/bc948123-5fe4-4aac-86ca-564a278b0b3d) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:13:57.624455 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 499e47ef-201f-4500-8bc5-82e6abf8da5f triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:57.625581 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:57.846207 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-cb2adb8d-1226-4c6b-8150-06b3e2571ccc req-0853b6e3-2aeb-47bb-a930-9e6d825811c6 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 210 time: 0.1334949 May 03 21:13:57.952653 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:13:57.975448 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 2a86eb8a-948b-455a-b797-1e8eafa18bab up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:13:58.045045 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] Notify callbacks [] for router, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:58.049110 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-0cf5b5d5-5b34-4674-a8e4-1f0f814508ce admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.4589944 May 03 21:13:58.056059 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51430) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:58.057428 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Sync routers for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:13:58.076520 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Allocated IP 172.20.0.1 (d732ef39-db98-481b-84eb-841077299c8c/dfe20558-8da2-48ec-ba1b-4ef69a4506a8/5a511a50-3e08-47e7-82d1-d373d1f67229) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:13:58.117725 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 2a86eb8a-948b-455a-b797-1e8eafa18bab completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:13:58.132666 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 2a86eb8a-948b-455a-b797-1e8eafa18bab triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:58.133038 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:58.242534 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd1b8f1-5055-48c2-a097-7ed02a6670a7 admin admin] Deleting subnet 34c25a62-bd81-4346-ad02-2ca4081cdc34 {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:13:58.248135 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b8f1-5055-48c2-a097-7ed02a6670a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:58.275995 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:13:58.276655 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:13:58.333956 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca445-3533-464e-b6ca-eda21ad504a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:58.428197 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:58.475370 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:13:58.510844 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca445-3533-464e-b6ca-eda21ad504a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:58.553928 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:58.750704 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b8f1-5055-48c2-a097-7ed02a6670a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:58.771091 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b8f1-5055-48c2-a097-7ed02a6670a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:58.973312 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:58.993207 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 2a86eb8a-948b-455a-b797-1e8eafa18bab, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=2a86eb8a-948b-455a-b797-1e8eafa18bab,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:13:59.005413 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:59.159706 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=2a86eb8a-948b-455a-b797-1e8eafa18bab,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:59.220401 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:52Z', 'revision_number': 3, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:13:59.227319 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Checking router: 42deac74-9824-4b94-ae82-79b9cf8e1b49 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:13:59.227683 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Updating router 42deac74-9824-4b94-ae82-79b9cf8e1b49 port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f binding host dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:13:59.360413 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:59.365425 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b8f1-5055-48c2-a097-7ed02a6670a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:59.500204 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Pushing event updated for resources: {'Port': ['ID=bc948123-5fe4-4aac-86ca-564a278b0b3d,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:59.516744 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ca445-3533-464e-b6ca-eda21ad504a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8ae5f2-b311-4c36-8510-47d9494ac81c,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:59.585874 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 is scheduled to L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 with binding_index 1 {{(pid=87240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:13:59.697972 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b8f1-5055-48c2-a097-7ed02a6670a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:59.745363 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-cdd1b8f1-5055-48c2-a097-7ed02a6670a7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/34c25a62-bd81-4346-ad02-2ca4081cdc34 HTTP/1.1" status: 204 len: 168 time: 2.9593506 May 03 21:13:59.758874 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51466) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:59.768143 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ec1ca445-3533-464e-b6ca-eda21ad504a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c1cf967b75548efa40827575764a110&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6854668 May 03 21:13:59.776316 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:59.779367 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Network f60cc30f-a212-4950-9b72-b644edeef1ce is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:13:59.787488 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51470) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:13:59.808476 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:00.110581 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Notify callbacks [] for port, precommit_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:00.125600 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Transition to ACTIVE for port object 0f96886a-dffd-475a-ac8d-54bd0ab30f8f will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:00.135091 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:00.155923 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:14:00.162004 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:00.162834 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:00.240978 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:00.259821 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Transition to ACTIVE for port object 5a511a50-3e08-47e7-82d1-d373d1f67229 will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:00.284813 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Allocated IP 172.20.0.1 (73578aa6-1e97-4260-8c78-76d945b6e7d0/5f064806-a999-4d24-bc78-963359e8c2a4/5676570b-076f-4040-ae84-4c796c52b420) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:14:00.285961 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1b8f1-5055-48c2-a097-7ed02a6670a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c25a62-bd81-4346-ad02-2ca4081cdc34,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:00.300451 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:00.315783 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c82b59-b246-4f2b-a458-2b52d5be7146 req-3e0ecbf3-2f0c-426f-b5a3-e567e4248c8e tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:00.319339 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-81c82b59-b246-4f2b-a458-2b52d5be7146 req-3e0ecbf3-2f0c-426f-b5a3-e567e4248c8e tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 931 time: 1.0403516 May 03 21:14:00.341206 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccf3cf-26f4-4be4-8b1c-b911a6aa1775 None None] Pushing event updated for resources: {'Port': ['ID=0f96886a-dffd-475a-ac8d-54bd0ab30f8f,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:00.388962 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Attempting to bind port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:14:00.389381 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Attempting to bind port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:14:00.390364 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Attempting to bind port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f on network 1ffc24f5-8283-443e-b259-1a8749ff546b {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:00.401340 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:14:00.401864 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Checking segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:00.402546 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:00.402977 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Bound using segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:14:00.403450 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Bound port: 0f96886a-dffd-475a-ac8d-54bd0ab30f8f, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:14:00.403892 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:00.540364 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] For port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:14:00.544365 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] For port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=0f96886a-dffd-475a-ac8d-54bd0ab30f8f,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:14:00.551764 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:00.638030 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-e4a7440a-f094-4436-a375-7e0dac91ea84 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5770297 May 03 21:14:00.643166 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:00.713764 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:00.716554 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6a129f00-5dc6-4f1c-9501-546cfb4adbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:00.718696 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:00.821167 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:14:00.835736 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Sync routers for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:14:00.852791 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:00.855105 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:00.901143 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-81c82b59-b246-4f2b-a458-2b52d5be7146 req-af5a8534-dcb7-417c-9331-498982c9ef7c tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Synchronizing usage tracker for tenant:3d19be1c44c04574b03aad76a6b2f359 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:00.944343 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-b0b41335-4dc7-4859-a21c-99e99c9ce88d tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:14:00.946880 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-b0b41335-4dc7-4859-a21c-99e99c9ce88d tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117993 May 03 21:14:00.979518 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Network d732ef39-db98-481b-84eb-841077299c8c is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:01.019007 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:01.062204 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6a129f00-5dc6-4f1c-9501-546cfb4adbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:01.101492 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:14:01.104182 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624338'] for router_interface, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:01.110090 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:01.121417 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-10785f73-03ff-4427-8618-9151619f23af admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.3138220 May 03 21:14:01.122357 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51494) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:01.192854 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Pushing event updated for resources: {'Port': ['ID=5a511a50-3e08-47e7-82d1-d373d1f67229,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:01.222728 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccf3cf-26f4-4be4-8b1c-b911a6aa1775 None None] Pushing event updated for resources: {'Port': ['ID=0f96886a-dffd-475a-ac8d-54bd0ab30f8f,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:01.246409 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 2a86eb8a-948b-455a-b797-1e8eafa18bab up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:01.257017 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-81c82b59-b246-4f2b-a458-2b52d5be7146 req-af5a8534-dcb7-417c-9331-498982c9ef7c tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Unset dirty status for tenant:3d19be1c44c04574b03aad76a6b2f359 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:01.268792 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-81c82b59-b246-4f2b-a458-2b52d5be7146 req-af5a8534-dcb7-417c-9331-498982c9ef7c tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9095271 May 03 21:14:01.476783 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:01.513158 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:01.565462 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:01.566151 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:01.566938 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:01.567270 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > port after_create 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:01.567591 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:01.568464 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > port after_update 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:01.568464 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:01.569190 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:01.569529 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:01.569880 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:01.605804 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:01.619917 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Transition to ACTIVE for port object 5676570b-076f-4040-ae84-4c796c52b420 will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:01.633430 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:01.653280 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6a129f00-5dc6-4f1c-9501-546cfb4adbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:01.742203 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a129f00-5dc6-4f1c-9501-546cfb4adbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8ae5f2-b311-4c36-8510-47d9494ac81c,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:01.795386 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6a129f00-5dc6-4f1c-9501-546cfb4adbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:01.799165 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-6a129f00-5dc6-4f1c-9501-546cfb4adbdb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c8ae5f2-b311-4c36-8510-47d9494ac81c HTTP/1.1" status: 204 len: 168 time: 2.0060375 May 03 21:14:01.853007 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:01.990710 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-12294f71-5d82-40c6-b909-b2eb9493a9ee None None] Provisioning for port 5a511a50-3e08-47e7-82d1-d373d1f67229 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:02.018202 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-12294f71-5d82-40c6-b909-b2eb9493a9ee None None] Provisioning complete for port 5a511a50-3e08-47e7-82d1-d373d1f67229 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:02.018580 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-12294f71-5d82-40c6-b909-b2eb9493a9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:02.134050 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Network 73578aa6-1e97-4260-8c78-76d945b6e7d0 is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:02.149592 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:02.152737 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-12294f71-5d82-40c6-b909-b2eb9493a9ee None None] Port 5a511a50-3e08-47e7-82d1-d373d1f67229 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:14:02.179072 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:14:02.191559 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:02.192072 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:02.192441 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:02.192780 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:14:02.193338 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c96a54b-999d-4947-a6e7-5e9b2885be32']}} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:02.285776 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:53Z', 'revision_number': 3, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:02.303352 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Checking router: 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:14:02.303724 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Updating router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 port 5e795344-c74c-4d08-b7cf-67c7daeba17a binding host dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:14:02.373664 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Pushing event updated for resources: {'Port': ['ID=5676570b-076f-4040-ae84-4c796c52b420,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:02.408074 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624338'] for router_interface, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:02.541093 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 2a86eb8a-948b-455a-b797-1e8eafa18bab triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:02.541784 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:02.548939 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:02.617620 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45fde201-2af0-4128-8271-bd307ffc4025') {'for_net_delete': True} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:02.618005 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45fde201-2af0-4128-8271-bd307ffc4025') {} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:02.736488 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-f2bc29b1-49f3-40b1-adde-a823d3f6a172 None None] Provisioning for port 5676570b-076f-4040-ae84-4c796c52b420 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:02.746047 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-f2bc29b1-49f3-40b1-adde-a823d3f6a172 None None] Provisioning complete for port 5676570b-076f-4040-ae84-4c796c52b420 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:02.746850 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f2bc29b1-49f3-40b1-adde-a823d3f6a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:02.818606 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc29b1-49f3-40b1-adde-a823d3f6a172 None None] Port 5676570b-076f-4040-ae84-4c796c52b420 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:14:02.876993 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:52Z', 'revision_number': 3, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:02.886816 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac95051-b42f-428a-8786-9f9740bb0562 None None] The sync data for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb is: [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:52Z', 'revision_number': 3, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:14:03.378665 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13e7c-d96d-488f-8070-11c888168c5f req-d87567a9-6de6-4c4b-8784-aa066b8967d9 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:03.400186 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-55b13e7c-d96d-488f-8070-11c888168c5f req-d87567a9-6de6-4c4b-8784-aa066b8967d9 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 931 time: 0.6209381 May 03 21:14:03.596650 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-55b13e7c-d96d-488f-8070-11c888168c5f req-3ee4554d-4307-4570-af8f-6737ebd9f1af tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947348 May 03 21:14:03.707820 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3460628'] for segment, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:03.771937 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:03.801608 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:03.806012 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:14:03.806493 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221191'] for segment, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:03.810971 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Notify callbacks [] for port, precommit_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: from cryptography.utils import int_from_bytes May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: from cryptography.utils import int_from_bytes May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: util.warn_limited( May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: util.warn_limited( May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: Traceback (most recent call last): May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: timer() May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: cb(*args, **kw) May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: return func(*args, **kwargs) May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: self._notify() May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: self.callback(batched_events) May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: event.method(event) May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: return f(self, *a, **k) May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: return self._get(url).json() May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: return self.request(url, 'GET', **kwargs) May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:14:03.845116 dv-cinder-840376-1-smb neutron-server[87240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:14:03.855495 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.provisioning_blocks [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Transition to ACTIVE for port object 5e795344-c74c-4d08-b7cf-67c7daeba17a will not be triggered until provisioned by entity L2. {{(pid=87242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:03.892836 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:04.133522 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759f8ad-2569-4622-8151-908bdd62dd01 None None] Pushing event updated for resources: {'Port': ['ID=5e795344-c74c-4d08-b7cf-67c7daeba17a,revision_number=2']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:04.179312 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Attempting to bind port 5e795344-c74c-4d08-b7cf-67c7daeba17a on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:14:04.188016 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Attempting to bind port 5e795344-c74c-4d08-b7cf-67c7daeba17a by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:14:04.188653 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Attempting to bind port 5e795344-c74c-4d08-b7cf-67c7daeba17a on network 1ffc24f5-8283-443e-b259-1a8749ff546b {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:04.198566 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:14:04.199620 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Checking segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:04.206436 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:04.207166 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Bound using segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:14:04.207816 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Bound port: 5e795344-c74c-4d08-b7cf-67c7daeba17a, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:14:04.208366 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:04.426948 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:04.444308 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:04.516698 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:04.529115 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] For port 5e795344-c74c-4d08-b7cf-67c7daeba17a, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:14:04.562973 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] For port 5e795344-c74c-4d08-b7cf-67c7daeba17a, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=5e795344-c74c-4d08-b7cf-67c7daeba17a,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:14:04.599445 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:04.657277 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Request body: {'port': {'device_id': '72e9cf74-fb86-4b65-b474-46bd12deafce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:04.832845 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636987'] for router_interface, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:04.848073 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Pushing event updated for resources: {'Port': ['ID=5676570b-076f-4040-ae84-4c796c52b420,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:04.899539 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:04.905387 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:05.179237 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 0f96886a-dffd-475a-ac8d-54bd0ab30f8f up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:05.197428 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:05.209572 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:05.275491 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c96a54b-999d-4947-a6e7-5e9b2885be32,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:05.382782 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-387aedac-375e-4795-88da-31c23e3ad339 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8c96a54b-999d-4947-a6e7-5e9b2885be32 HTTP/1.1" status: 204 len: 168 time: 5.6215668 May 03 21:14:05.407034 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:05.479527 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:05.493328 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:05.496249 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:05.508563 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:05.535103 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0673b8f-f81d-424c-a0b5-4c7cae8f53dd req-7a7f1f8c-80b4-41eb-8580-409d79b2547c tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:05.545002 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b0673b8f-f81d-424c-a0b5-4c7cae8f53dd req-7a7f1f8c-80b4-41eb-8580-409d79b2547c tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 931 time: 0.6120741 May 03 21:14:05.679217 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Network 73578aa6-1e97-4260-8c78-76d945b6e7d0 is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:05.685986 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:05.839531 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759f8ad-2569-4622-8151-908bdd62dd01 None None] Pushing event updated for resources: {'Port': ['ID=5e795344-c74c-4d08-b7cf-67c7daeba17a,revision_number=3']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:05.934509 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51592) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:05.937924 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:05.985560 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=0f96886a-dffd-475a-ac8d-54bd0ab30f8f,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:06.001044 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:06.160005 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:53Z', 'revision_number': 3, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:06.172483 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6ca1c-3d80-4436-8c86-9c116e2bfc6e None None] The sync data for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb is: [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:53Z', 'revision_number': 3, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:14:06.189755 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=0f96886a-dffd-475a-ac8d-54bd0ab30f8f,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:06.249268 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-14e312f5-6c0f-4cf1-ae83-fe5cbb8d1a0e None None] Provisioning complete for port 5676570b-076f-4040-ae84-4c796c52b420 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:06.249951 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-14e312f5-6c0f-4cf1-ae83-fe5cbb8d1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:06.353471 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-14e312f5-6c0f-4cf1-ae83-fe5cbb8d1a0e None None] Port 5676570b-076f-4040-ae84-4c796c52b420 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:14:06.496111 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b0673b8f-f81d-424c-a0b5-4c7cae8f53dd req-367b0380-beb1-4adb-8d7c-c3f2cc163897 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9469874 May 03 21:14:06.501473 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Router 42deac74-9824-4b94-ae82-79b9cf8e1b49 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:14:06.832826 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-b4af8e67-689f-4e15-afdb-e4afaf8b19c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7a58f962199449d930ed991aed8c4bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7826073 May 03 21:14:06.838498 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51616) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:06.876152 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:14:06.892144 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Sync routers for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:14:06.909274 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-1c7dd55a-64e4-44c7-a8df-e10b5476a966 admin admin] 10.222.0.44 "PUT /v2.0/routers/42deac74-9824-4b94-ae82-79b9cf8e1b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8516481 May 03 21:14:06.920042 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:06.921099 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-29d183da-f104-4e41-8c4f-98994738463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:07.031932 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:07.037667 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b4ab9d9e-6837-4b10-a33b-320a421c207a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:07.136489 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b4ab9d9e-6837-4b10-a33b-320a421c207a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:07.289617 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b4ab9d9e-6837-4b10-a33b-320a421c207a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:07.329178 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab9d9e-6837-4b10-a33b-320a421c207a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd0928a-6f4d-4353-9f29-1b84ef89398b,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:07.332975 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b4ab9d9e-6837-4b10-a33b-320a421c207a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:07.340158 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b4ab9d9e-6837-4b10-a33b-320a421c207a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bd0928a-6f4d-4353-9f29-1b84ef89398b HTTP/1.1" status: 204 len: 168 time: 0.4976618 May 03 21:14:07.426441 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 0f96886a-dffd-475a-ac8d-54bd0ab30f8f up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:07.437652 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc948123-5fe4-4aac-86ca-564a278b0b3d {{(pid=87240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:14:07.454975 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:07.474185 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:07.660785 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:07.661409 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:07.787258 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:07.972347 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Transition to ACTIVE for port object bc948123-5fe4-4aac-86ca-564a278b0b3d will not be triggered until provisioned by entity L2. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:07.991671 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23196e0-9496-4432-afa0-a42d5e37049c req-f1b81d0a-2773-4c61-89b5-6b8dd56d6149 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:07.999914 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a23196e0-9496-4432-afa0-a42d5e37049c req-f1b81d0a-2773-4c61-89b5-6b8dd56d6149 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 931 time: 0.2324972 May 03 21:14:08.002892 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5e795344-c74c-4d08-b7cf-67c7daeba17a up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:08.081079 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.091413 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Pushing event updated for resources: {'Port': ['ID=5a511a50-3e08-47e7-82d1-d373d1f67229,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:08.105048 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51650) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:08.143966 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a23196e0-9496-4432-afa0-a42d5e37049c req-7fdd73fa-4595-40ff-88fd-83e83ef37ee1 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372514 May 03 21:14:08.189671 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51660) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:08.216964 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Pushing event updated for resources: {'Port': ['ID=bc948123-5fe4-4aac-86ca-564a278b0b3d,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:08.221538 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636987'] for router_interface, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.232806 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100925384', 'description': 'tempest-description--111242301'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:08.243219 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:08.247994 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Usage tracker for resource:security_group and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:08.251772 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:08.258273 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:08.313250 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-ce425af8-ab57-46e4-8eb0-855ee4f4822e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e25f6c6bab794ff1a30273383bb6ae23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1223590 May 03 21:14:08.317857 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51666) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:08.360791 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.398075 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:08.402996 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Usage tracker for resource:security_group_rule and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:08.407507 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:08.437785 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:08.443043 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-54242c34-2616-41f6-8714-546d4910f525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.477254 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-54242c34-2616-41f6-8714-546d4910f525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.512143 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 5e795344-c74c-4d08-b7cf-67c7daeba17a completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:08.547481 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-54242c34-2616-41f6-8714-546d4910f525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.549883 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 5e795344-c74c-4d08-b7cf-67c7daeba17a triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:08.550336 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.567259 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54242c34-2616-41f6-8714-546d4910f525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5404fe3-9439-43f7-a12a-7ce58c5535d5,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:08.588443 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-54242c34-2616-41f6-8714-546d4910f525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.600179 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-54242c34-2616-41f6-8714-546d4910f525 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5404fe3-9439-43f7-a12a-7ce58c5535d5 HTTP/1.1" status: 204 len: 168 time: 0.2778311 May 03 21:14:08.725515 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.732391 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-29d183da-f104-4e41-8c4f-98994738463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:04Z', 'revision_number': 2, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:08.737132 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.743587 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Checking router: 42deac74-9824-4b94-ae82-79b9cf8e1b49 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:14:08.743914 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Updating router 42deac74-9824-4b94-ae82-79b9cf8e1b49 port 5676570b-076f-4040-ae84-4c796c52b420 binding host dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:14:08.801114 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 5e795344-c74c-4d08-b7cf-67c7daeba17a, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=5e795344-c74c-4d08-b7cf-67c7daeba17a,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:08.809251 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.831999 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.851537 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Attempting to bind port bc948123-5fe4-4aac-86ca-564a278b0b3d on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:14:08.852006 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Attempting to bind port bc948123-5fe4-4aac-86ca-564a278b0b3d by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '7a1b9e3f-064b-4e94-a387-331e867ef6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f60cc30f-a212-4950-9b72-b644edeef1ce'}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:14:08.852405 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Attempting to bind port bc948123-5fe4-4aac-86ca-564a278b0b3d on network f60cc30f-a212-4950-9b72-b644edeef1ce {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:08.874727 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Network d732ef39-db98-481b-84eb-841077299c8c is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:08.886662 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Port bc948123-5fe4-4aac-86ca-564a278b0b3d on network f60cc30f-a212-4950-9b72-b644edeef1ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:14:08.886986 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Attempting to bind port bc948123-5fe4-4aac-86ca-564a278b0b3d on network f60cc30f-a212-4950-9b72-b644edeef1ce {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:08.890328 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:08.904271 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.912892 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:14:08.913213 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Checking segment: {'id': '7a1b9e3f-064b-4e94-a387-331e867ef6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f60cc30f-a212-4950-9b72-b644edeef1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:08.913985 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Bound using segment: {'id': '7a1b9e3f-064b-4e94-a387-331e867ef6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f60cc30f-a212-4950-9b72-b644edeef1ce'} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:14:08.914972 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Bound port: bc948123-5fe4-4aac-86ca-564a278b0b3d, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1b9e3f-064b-4e94-a387-331e867ef6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f60cc30f-a212-4950-9b72-b644edeef1ce'}}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:14:08.915481 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:08.939759 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:09.022638 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=5e795344-c74c-4d08-b7cf-67c7daeba17a,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:09.228785 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-72bfb51d-1ee9-414b-b519-3cf785403b3b None None] Provisioning complete for port 5a511a50-3e08-47e7-82d1-d373d1f67229 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:09.229151 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-72bfb51d-1ee9-414b-b519-3cf785403b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:09.286609 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea558d8b-cf05-4c94-81ae-dec23f46afcf,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:09.300919 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:09.304168 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4edab404-d5d3-4513-9e95-890d94a33be4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1973600 May 03 21:14:09.304750 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51684) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:09.331968 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'security_group_rule': {'security_group_id': 'ea558d8b-cf05-4c94-81ae-dec23f46afcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:09.346642 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:09.374432 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Usage tracker for resource:security_group_rule and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:09.421603 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-72bfb51d-1ee9-414b-b519-3cf785403b3b None None] Port 5a511a50-3e08-47e7-82d1-d373d1f67229 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:14:09.441295 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Notify callbacks [] for port, precommit_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:09.458200 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Transition to ACTIVE for port object 5676570b-076f-4040-ae84-4c796c52b420 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:09.462114 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:09.463975 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:09.465280 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f805c-b281-4c0d-a864-0582ae7a5e72 req-ef9c7ce4-8140-4eee-87c1-1bb512aba877 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:09.466883 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-916f805c-b281-4c0d-a864-0582ae7a5e72 req-ef9c7ce4-8140-4eee-87c1-1bb512aba877 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 943 time: 0.1916192 May 03 21:14:09.494729 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:14:09.499949 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:09.511232 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Allocated IP 172.20.0.1 (696f3710-7ff9-4877-98eb-e6f33ac34d15/222f1725-eaca-49aa-b467-e32e972304ad/b2067d34-8431-4d03-a658-61bcb3593bb9) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:14:09.530701 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] For port bc948123-5fe4-4aac-86ca-564a278b0b3d, host hv-cinder-84037, cleared binding levels {{(pid=87240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:14:09.532052 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-916f805c-b281-4c0d-a864-0582ae7a5e72 req-cdb00217-67ff-4629-b92d-a94e93467006 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590274 May 03 21:14:09.701334 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:09.720860 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Transition to ACTIVE for port object b2067d34-8431-4d03-a658-61bcb3593bb9 will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:09.845109 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:09.890160 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2012e7c-8f95-45e4-802f-a1c77b9d89c3 None None] Pushing event updated for resources: {'Port': ['ID=5676570b-076f-4040-ae84-4c796c52b420,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:09.971998 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Attempting to bind port 5676570b-076f-4040-ae84-4c796c52b420 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:14:09.972595 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Attempting to bind port 5676570b-076f-4040-ae84-4c796c52b420 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:14:09.973586 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Attempting to bind port 5676570b-076f-4040-ae84-4c796c52b420 on network 73578aa6-1e97-4260-8c78-76d945b6e7d0 {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:09.988834 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:14:09.992284 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Checking segment: {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:09.992830 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:09.994698 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Bound using segment: {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:14:09.995205 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Bound port: 5676570b-076f-4040-ae84-4c796c52b420, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:14:09.995647 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:10.028836 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] For port bc948123-5fe4-4aac-86ca-564a278b0b3d, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=bc948123-5fe4-4aac-86ca-564a278b0b3d,segment=NetworkSegment(7a1b9e3f-064b-4e94-a387-331e867ef6e3),segment_id=7a1b9e3f-064b-4e94-a387-331e867ef6e3)] {{(pid=87240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:14:10.047905 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:10.053371 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:10.160406 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:10.183622 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:10.199773 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:14:10.242256 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-29d183da-f104-4e41-8c4f-98994738463d None None] For port 5676570b-076f-4040-ae84-4c796c52b420, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:14:10.245725 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-29d183da-f104-4e41-8c4f-98994738463d None None] For port 5676570b-076f-4040-ae84-4c796c52b420, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=5676570b-076f-4040-ae84-4c796c52b420,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:14:10.254922 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:10.312351 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Pushing event updated for resources: {'Port': ['ID=b2067d34-8431-4d03-a658-61bcb3593bb9,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:10.387748 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:10.390799 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:10.391662 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:10.393554 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] 10.222.0.43 "PUT /v2.0/ports/bc948123-5fe4-4aac-86ca-564a278b0b3d HTTP/1.1" status: 200 len: 1093 time: 7.8453021 May 03 21:14:10.394948 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624338'] for router_interface, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:10.434988 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:10.438305 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-29d183da-f104-4e41-8c4f-98994738463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:10.489733 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:14:10.500075 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Sync routers for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:14:10.515621 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e9cf74-fb86-4b65-b474-46bd12deafce', 'tag': 'bc948123-5fe4-4aac-86ca-564a278b0b3d'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:10.517157 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:10.517787 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:10.524567 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2012e7c-8f95-45e4-802f-a1c77b9d89c3 None None] Pushing event updated for resources: {'Port': ['ID=5676570b-076f-4040-ae84-4c796c52b420,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:10.691996 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:10.740580 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-fd6eb1b5-da90-440f-89ea-05b0153d5067 None None] Provisioning for port b2067d34-8431-4d03-a658-61bcb3593bb9 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:10.753158 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-fd6eb1b5-da90-440f-89ea-05b0153d5067 None None] Provisioning complete for port b2067d34-8431-4d03-a658-61bcb3593bb9 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:10.753522 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb1b5-da90-440f-89ea-05b0153d5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:10.800392 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-29d183da-f104-4e41-8c4f-98994738463d None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:10.845029 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29f3d3-4049-4a00-9981-2733582b46a0 req-673dc04c-0a37-4320-9d92-9db34d54472b tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:10.853744 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6e29f3d3-4049-4a00-9981-2733582b46a0 req-673dc04c-0a37-4320-9d92-9db34d54472b tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 943 time: 0.1547010 May 03 21:14:10.897155 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-fd6eb1b5-da90-440f-89ea-05b0153d5067 None None] Port b2067d34-8431-4d03-a658-61bcb3593bb9 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:14:10.914140 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-9a1c1666-5c9c-4a9b-8ca3-a0690a86815a admin admin] 10.222.0.44 "PUT /v2.0/routers/bf8a4f89-6e3a-40af-b00b-c4d99f9c3563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8062029 May 03 21:14:10.941084 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6e29f3d3-4049-4a00-9981-2733582b46a0 req-a1866b01-8687-4390-8f14-b86210cb7540 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862319 May 03 21:14:10.948209 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e315b4-c03e-4f29-ad34-8995f9b9c09f service neutron] Pushing event updated for resources: {'Port': ['ID=bc948123-5fe4-4aac-86ca-564a278b0b3d,revision_number=3']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:10.970549 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf613f7-4d88-4916-957f-2c926e264641,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:10.993113 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:10.994956 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-7e10a7f0-f02d-491b-abc7-1de5f73eda57 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6815705 May 03 21:14:10.998515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51750) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:11.004308 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.005470 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'security_group_rule': {'security_group_id': 'ea558d8b-cf05-4c94-81ae-dec23f46afcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:11.010516 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:11.034436 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:11.050901 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Usage tracker for resource:security_group_rule and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:11.063723 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:11.081164 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:11.144899 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.152712 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5e795344-c74c-4d08-b7cf-67c7daeba17a up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:11.330227 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.353396 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.441340 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4e8788-3fcd-415d-b46e-a62b5d839e77,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:11.468702 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.480914 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.516400 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.521274 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-3d4ffadf-6aea-4d3f-98d8-37f2c0a9b317 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5211132 May 03 21:14:11.521440 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51774) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:11.533246 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:11.558063 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:11.563547 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Usage tracker for resource:floatingip and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:11.567694 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:11.575122 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:11.596623 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.615187 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 5e795344-c74c-4d08-b7cf-67c7daeba17a triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:11.616535 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.632436 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc8de03-6c48-475e-890e-761839021ddd'] response: {'name': 'network-changed', 'server_uuid': '72e9cf74-fb86-4b65-b474-46bd12deafce', 'tag': 'bc948123-5fe4-4aac-86ca-564a278b0b3d', 'status': 'completed', 'code': 200} May 03 21:14:11.660043 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-b60fc7f8-d548-4331-8693-581212e8468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:11.663964 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-b60fc7f8-d548-4331-8693-581212e8468f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d19be1c44c04574b03aad76a6b2f359&device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 1096 time: 1.0631480 May 03 21:14:11.797545 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.890218 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636987'] for router_interface, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.910736 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:11.963315 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:06Z', 'revision_number': 2, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:11.981029 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-29d183da-f104-4e41-8c4f-98994738463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:11.981555 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Checking router: bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:14:11.984203 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Updating router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 port 5a511a50-3e08-47e7-82d1-d373d1f67229 binding host dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:14:11.992947 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d183da-f104-4e41-8c4f-98994738463d None None] The sync data for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb is: [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:14:12.078520 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-bc1c6f79-34cf-404a-882e-dd912a105c45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc948123-5fe4-4aac-86ca-564a278b0b3d HTTP/1.1" status: 200 len: 217 time: 0.3742130 May 03 21:14:12.081691 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51790) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:12.194080 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:12.208705 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:12.230511 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:12.297483 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Pushing event updated for resources: {'Port': ['ID=b2067d34-8431-4d03-a658-61bcb3593bb9,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:12.312986 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51802) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:12.348844 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--724352334', 'description': 'tempest-description--211329054'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:12.477424 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:12.500289 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:security_group and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:12.509921 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:12.542199 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:12.584548 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Allocated IP 172.28.1.152 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/400de101-0e05-45d1-8674-bbe4b00b38a3) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:14:12.609613 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:12.733983 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-519e4cec-df9c-43d1-bd98-a776bea7500a None None] Provisioning complete for port b2067d34-8431-4d03-a658-61bcb3593bb9 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:12.734703 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-519e4cec-df9c-43d1-bd98-a776bea7500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:12.740454 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ed357-1109-4b46-870e-2adb36c95856 req-12f33c80-58d1-491c-ab5f-429851182b15 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:12.762806 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f01ed357-1109-4b46-870e-2adb36c95856 req-12f33c80-58d1-491c-ab5f-429851182b15 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 943 time: 0.4487646 May 03 21:14:12.836690 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cccf-5b4d-46ac-b5e1-18828fbdedf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:12.849026 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:12.896862 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51812) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:12.898310 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:security_group_rule and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:12.904042 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-fc6b3cc0-7a75-4636-894f-d7801ab52a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:12.907815 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-fc6b3cc0-7a75-4636-894f-d7801ab52a4c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b55b406-9403-4462-b901-555c406ec6ec HTTP/1.1" status: 200 len: 851 time: 0.8027318 May 03 21:14:12.912629 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:12.913599 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-5aa4cccf-5b4d-46ac-b5e1-18828fbdedf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:12.937372 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:13.018211 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f01ed357-1109-4b46-870e-2adb36c95856 req-285b802c-fb69-4377-bf86-4c2131e073b9 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540915 May 03 21:14:13.110102 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-8441cae9-7fb4-4b17-9278-97374cc037c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f60cc30f-a212-4950-9b72-b644edeef1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882415 May 03 21:14:13.173791 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.176413 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-5aa4cccf-5b4d-46ac-b5e1-18828fbdedf3 admin admin] Usage tracker for resource:security_group_rule and tenant:5ffd2e69aac04c62b59e518ecc63233c is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:13.188024 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-5aa4cccf-5b4d-46ac-b5e1-18828fbdedf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:13.261645 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51822) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:13.269759 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-5aa4cccf-5b4d-46ac-b5e1-18828fbdedf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:13.329408 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.343775 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.360154 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-519e4cec-df9c-43d1-bd98-a776bea7500a None None] Port b2067d34-8431-4d03-a658-61bcb3593bb9 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:14:13.361656 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5676570b-076f-4040-ae84-4c796c52b420 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:13.367069 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Notify callbacks [] for port, precommit_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.382915 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.provisioning_blocks [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Transition to ACTIVE for port object 5a511a50-3e08-47e7-82d1-d373d1f67229 will not be triggered until provisioned by entity L2. {{(pid=87242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:13.393378 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.471589 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:14:13.487038 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cad3443-87e6-4ece-9a37-c47772d1897e,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:13.495735 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239b6bb-458d-4c88-9324-4266ffffad09 None None] Pushing event updated for resources: {'Port': ['ID=5a511a50-3e08-47e7-82d1-d373d1f67229,revision_number=3']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:13.528752 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-dce34c4a-0441-468b-ab92-12b2011e3ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.538982 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-60c445af-1585-4035-9867-c2dc9d6d61b8 service neutron] 10.222.0.43 "GET /v2.0/networks/f60cc30f-a212-4950-9b72-b644edeef1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208720 May 03 21:14:13.659056 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 5676570b-076f-4040-ae84-4c796c52b420 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:13.670323 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9c51fbe1-c4e2-408c-8d05-3fb3920a3f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.675334 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 5676570b-076f-4040-ae84-4c796c52b420 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:13.680269 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.711581 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.719484 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-6fe72b58-b05c-4af9-8bf8-ad00c3318042 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3997493 May 03 21:14:13.721407 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9c51fbe1-c4e2-408c-8d05-3fb3920a3f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:13.724536 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-dce34c4a-0441-468b-ab92-12b2011e3ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:13.727999 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51828) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:13.735698 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.745585 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9c51fbe1-c4e2-408c-8d05-3fb3920a3f65 admin admin] Usage tracker for resource:security_group_rule and tenant:a54627fe26514b018b04c80742879c40 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:13.749519 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-dce34c4a-0441-468b-ab92-12b2011e3ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:d87469e423b347868f8ea80762e15df6 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:13.756183 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'security_group_rule': {'security_group_id': '2cad3443-87e6-4ece-9a37-c47772d1897e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:13.786918 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Attempting to bind port 5a511a50-3e08-47e7-82d1-d373d1f67229 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:14:13.787347 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Attempting to bind port 5a511a50-3e08-47e7-82d1-d373d1f67229 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:14:13.787710 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Attempting to bind port 5a511a50-3e08-47e7-82d1-d373d1f67229 on network d732ef39-db98-481b-84eb-841077299c8c {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:13.794347 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:14:13.794713 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Checking segment: {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:13.795219 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.795861 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Bound using segment: {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:14:13.796327 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Bound port: 5a511a50-3e08-47e7-82d1-d373d1f67229, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'}}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:14:13.796714 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.836584 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-dce34c4a-0441-468b-ab92-12b2011e3ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:13.840299 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9c51fbe1-c4e2-408c-8d05-3fb3920a3f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:13.858006 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-dce34c4a-0441-468b-ab92-12b2011e3ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:13.861938 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:13.877853 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:13.881503 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9c51fbe1-c4e2-408c-8d05-3fb3920a3f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:13.887586 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:13.900549 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:security_group_rule and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:13.906174 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:14:13.929660 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.940082 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] For port 5a511a50-3e08-47e7-82d1-d373d1f67229, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:14:13.944793 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] For port 5a511a50-3e08-47e7-82d1-d373d1f67229, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=5a511a50-3e08-47e7-82d1-d373d1f67229,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:14:13.954916 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.970223 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 5676570b-076f-4040-ae84-4c796c52b420, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=5676570b-076f-4040-ae84-4c796c52b420,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:13.977165 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:13.984032 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:13.990112 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:14.070524 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=5676570b-076f-4040-ae84-4c796c52b420,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:14.072098 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.082200 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239b6bb-458d-4c88-9324-4266ffffad09 None None] Pushing event updated for resources: {'Port': ['ID=5a511a50-3e08-47e7-82d1-d373d1f67229,revision_number=4']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:14.110100 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:14.111520 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:14.118710 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-0a7a106e-9905-44e4-8727-ac710f183cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.141053 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'Port': ['ID=400de101-0e05-45d1-8674-bbe4b00b38a3,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:14.167945 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cccf-5b4d-46ac-b5e1-18828fbdedf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.205132 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.213903 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cccf-5b4d-46ac-b5e1-18828fbdedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.220043 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.272992 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-bbf12e20-fe69-4d5f-91f1-5c66be0d9ac6 req-8b741f0f-52c3-42c5-84e0-d3810b184f57 service neutron] 10.222.0.43 "GET /v2.0/networks/f60cc30f-a212-4950-9b72-b644edeef1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520331 May 03 21:14:14.328660 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:14:14.339898 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Sync routers for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:14:14.340278 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-5aa4cccf-5b4d-46ac-b5e1-18828fbdedf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ffd2e69aac04c62b59e518ecc63233c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2387202 May 03 21:14:14.342473 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4cccf-5b4d-46ac-b5e1-18828fbdedf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102daece-38be-4fff-9147-d5046e4a5434,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:14.346771 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51838) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:14.371102 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c6031a1e-09cc-41c7-bc06-f4ba66878b55 admin admin] 10.222.0.44 "PUT /v2.0/routers/6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1795607 May 03 21:14:14.385104 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:14.387446 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:13:47Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:14.450579 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13040084-9aeb-4420-9468-0178f01ba285,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:14.522259 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:14.599209 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-896388b8-7263-4fc4-9914-500618ce51f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.659843 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:14.661968 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-dce34c4a-0441-468b-ab92-12b2011e3ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.662487 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-896388b8-7263-4fc4-9914-500618ce51f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.760450 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03113c0-5a3a-4da8-80a0-df67bb06213a req-b55222d5-b11b-4551-a7df-c8bbee517a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:14.762031 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-c03113c0-5a3a-4da8-80a0-df67bb06213a req-b55222d5-b11b-4551-a7df-c8bbee517a0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d19be1c44c04574b03aad76a6b2f359&device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 1096 time: 0.3364816 May 03 21:14:14.775149 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9c51fbe1-c4e2-408c-8d05-3fb3920a3f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.803075 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-dce34c4a-0441-468b-ab92-12b2011e3ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.810437 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.811915 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b64f1525-817d-4d1e-9ecc-b23645a6d451 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0827851 May 03 21:14:14.812849 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9c51fbe1-c4e2-408c-8d05-3fb3920a3f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.818233 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51850) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:14.838923 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'security_group_rule': {'security_group_id': '2cad3443-87e6-4ece-9a37-c47772d1897e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:14.880597 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:14.898532 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:security_group_rule and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:14.913954 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:14.936532 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:14.939859 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-dce34c4a-0441-468b-ab92-12b2011e3ae5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d87469e423b347868f8ea80762e15df6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6733007 May 03 21:14:14.943773 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:14.970990 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51854) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:14.981208 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-9c51fbe1-c4e2-408c-8d05-3fb3920a3f65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a54627fe26514b018b04c80742879c40&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0764139 May 03 21:14:14.991282 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce34c4a-0441-468b-ab92-12b2011e3ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723210a2-dd32-4ed8-8093-1eb0731bece6,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:15.006387 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51856) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:15.129496 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-896388b8-7263-4fc4-9914-500618ce51f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.140530 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03113c0-5a3a-4da8-80a0-df67bb06213a req-7a5d5259-1f73-4fb7-ae53-0330c760e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:15.142666 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-c03113c0-5a3a-4da8-80a0-df67bb06213a req-7a5d5259-1f73-4fb7-ae53-0330c760e4bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=f60cc30f-a212-4950-9b72-b644edeef1ce HTTP/1.1" status: 200 len: 912 time: 0.3721073 May 03 21:14:15.151597 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.178311 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:15.183173 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeaff8a-c582-44e2-ad31-e30f78f01250 None None] The sync data for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb is: [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:14:15.207589 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:11Z', 'revision_number': 2, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:15.222113 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Checking router: 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:14:15.222518 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Updating router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 port b2067d34-8431-4d03-a658-61bcb3593bb9 binding host dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:14:15.257394 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51fbe1-c4e2-408c-8d05-3fb3920a3f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a612117-452a-4228-9fa3-0569818f9c60,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:15.294901 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5676570b-076f-4040-ae84-4c796c52b420 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:15.375904 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9cd1b-4d5e-44a1-bce8-335a63ed3969 req-4d504938-c313-4972-b2fc-033dea835ccc tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:15.377253 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-c03113c0-5a3a-4da8-80a0-df67bb06213a req-1faa83bc-c8f1-41a2-b90c-1d56dfb043e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc948123-5fe4-4aac-86ca-564a278b0b3d HTTP/1.1" status: 200 len: 217 time: 0.1517100 May 03 21:14:15.377739 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-54c9cd1b-4d5e-44a1-bce8-335a63ed3969 req-4d504938-c313-4972-b2fc-033dea835ccc tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 943 time: 0.9333103 May 03 21:14:15.385308 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896388b8-7263-4fc4-9914-500618ce51f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102daece-38be-4fff-9147-d5046e4a5434,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:15.410678 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e754053-2328-4d59-a7c6-d96683ec3d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.434036 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-896388b8-7263-4fc4-9914-500618ce51f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.435149 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-896388b8-7263-4fc4-9914-500618ce51f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/102daece-38be-4fff-9147-d5046e4a5434 HTTP/1.1" status: 204 len: 168 time: 1.0870619 May 03 21:14:15.449134 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.491661 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.498410 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-95a3da6a-a08e-4210-96ae-3bd3522292b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.503958 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.541266 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03113c0-5a3a-4da8-80a0-df67bb06213a req-0efc17ce-ca48-433d-a357-001765a0525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:15.542737 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-c03113c0-5a3a-4da8-80a0-df67bb06213a req-0efc17ce-ca48-433d-a357-001765a0525f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b55b406-9403-4462-b901-555c406ec6ec HTTP/1.1" status: 200 len: 851 time: 0.1491084 May 03 21:14:15.550366 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.597403 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66f1264-698f-4d10-b971-5fdae3b873cc,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:15.613884 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-c03113c0-5a3a-4da8-80a0-df67bb06213a req-8f89c645-35be-4200-aa26-a0abf607d38e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f60cc30f-a212-4950-9b72-b644edeef1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633144 May 03 21:14:15.617384 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.618622 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-3b31de57-71b6-4bb7-8b93-4a5b36c11270 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7904809 May 03 21:14:15.621003 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-95a3da6a-a08e-4210-96ae-3bd3522292b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.629754 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51884) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:15.636561 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 5676570b-076f-4040-ae84-4c796c52b420 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:15.636924 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.649679 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e754053-2328-4d59-a7c6-d96683ec3d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.676999 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:15.688072 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-54c9cd1b-4d5e-44a1-bce8-335a63ed3969 req-7bc1f9e5-b670-421a-b539-6309b8a6a6d2 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909911 May 03 21:14:15.721489 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:15.724405 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:floatingip and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:15.727644 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:15.735752 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:15.763419 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.829230 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-e3c68f56-34d7-4189-b792-35c2531de749 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:15.830463 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-e3c68f56-34d7-4189-b792-35c2531de749 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Synchronizing usage tracker for tenant:8becd1d43888424795557d5ad95253f7 on resource:network {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:15.877556 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-95a3da6a-a08e-4210-96ae-3bd3522292b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.952706 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-e3c68f56-34d7-4189-b792-35c2531de749 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Unset dirty status for tenant:8becd1d43888424795557d5ad95253f7 on resource:network {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:15.954145 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-e3c68f56-34d7-4189-b792-35c2531de749 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 818 time: 0.7007525 May 03 21:14:15.956845 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e754053-2328-4d59-a7c6-d96683ec3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:15.973994 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3da6a-a08e-4210-96ae-3bd3522292b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a612117-452a-4228-9fa3-0569818f9c60,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:16.002255 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e754053-2328-4d59-a7c6-d96683ec3d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723210a2-dd32-4ed8-8093-1eb0731bece6,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:16.006371 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-6d1baa47-4054-4005-acf6-2007ec5666d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/quotas/8becd1d43888424795557d5ad95253f7 HTTP/1.1" status: 200 len: 375 time: 0.0454974 May 03 21:14:16.067572 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-95a3da6a-a08e-4210-96ae-3bd3522292b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.068914 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-95a3da6a-a08e-4210-96ae-3bd3522292b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a612117-452a-4228-9fa3-0569818f9c60 HTTP/1.1" status: 204 len: 168 time: 1.0605903 May 03 21:14:16.071620 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e754053-2328-4d59-a7c6-d96683ec3d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.087943 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-3e754053-2328-4d59-a7c6-d96683ec3d6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/723210a2-dd32-4ed8-8093-1eb0731bece6 HTTP/1.1" status: 204 len: 168 time: 1.0973427 May 03 21:14:16.138379 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-c03113c0-5a3a-4da8-80a0-df67bb06213a req-ebfc864f-2f15-4081-940c-c33f69ac37bf service neutron] 10.222.0.43 "GET /v2.0/networks/f60cc30f-a212-4950-9b72-b644edeef1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075364 May 03 21:14:16.186312 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.207709 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.304943 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.406017 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-c03113c0-5a3a-4da8-80a0-df67bb06213a req-90346fcb-2237-4fa4-82d9-063f46a9692a service neutron] 10.222.0.43 "GET /v2.0/networks/f60cc30f-a212-4950-9b72-b644edeef1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577097 May 03 21:14:16.466167 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-9286355d-a8e7-49e0-b2aa-612f3c14b804 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4513302 May 03 21:14:16.500525 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'Port': ['ID=400de101-0e05-45d1-8674-bbe4b00b38a3,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:16.510608 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.530174 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Notify callbacks [] for port, precommit_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.542684 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.553270 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-2780d574-4a16-400e-ad54-d1cced3dd2c7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0185492 May 03 21:14:16.556779 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Transition to ACTIVE for port object b2067d34-8431-4d03-a658-61bcb3593bb9 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:16.563522 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bc6e763c-590d-46a3-a401-54711db4185c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.573879 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.631730 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Allocated IP 172.28.1.150 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/b2b08278-5baa-448d-9853-d9a03599b3ea) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:14:16.793812 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51920) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:16.848913 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b433ca17-8ae3-420c-8dff-abdbd0b3103a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:16.894890 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-b433ca17-8ae3-420c-8dff-abdbd0b3103a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:16.922254 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351004f3-b5dc-478d-8587-81bca79de089 None None] Pushing event updated for resources: {'Port': ['ID=b2067d34-8431-4d03-a658-61bcb3593bb9,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:16.922986 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-b433ca17-8ae3-420c-8dff-abdbd0b3103a admin admin] Usage tracker for resource:security_group_rule and tenant:40c9599339e840d2914dc00bfde3c98a is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:16.933131 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-b433ca17-8ae3-420c-8dff-abdbd0b3103a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:16.943260 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-b433ca17-8ae3-420c-8dff-abdbd0b3103a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:16.997426 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Attempting to bind port b2067d34-8431-4d03-a658-61bcb3593bb9 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:14:16.998013 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Attempting to bind port b2067d34-8431-4d03-a658-61bcb3593bb9 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:14:16.998894 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Attempting to bind port b2067d34-8431-4d03-a658-61bcb3593bb9 on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:17.000073 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51926) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:17.005282 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:14:17.005949 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Checking segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:17.006497 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.007250 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Bound using segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:14:17.008127 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Bound port: b2067d34-8431-4d03-a658-61bcb3593bb9, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:14:17.008687 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.192331 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea06b9a9-1187-4411-a713-e85527d0bb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.207991 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.247649 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5a511a50-3e08-47e7-82d1-d373d1f67229 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:17.300825 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.322671 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] For port b2067d34-8431-4d03-a658-61bcb3593bb9, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:14:17.337602 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] For port b2067d34-8431-4d03-a658-61bcb3593bb9, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=b2067d34-8431-4d03-a658-61bcb3593bb9,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:14:17.356081 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.407458 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:17.411337 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:17.417878 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:14:17.457685 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b433ca17-8ae3-420c-8dff-abdbd0b3103a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.467764 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-ea06b9a9-1187-4411-a713-e85527d0bb32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:17.480039 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-ea06b9a9-1187-4411-a713-e85527d0bb32 admin admin] Usage tracker for resource:security_group_rule and tenant:6514c6f31f784995bdd021fdd656c62e is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:17.487477 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-ea06b9a9-1187-4411-a713-e85527d0bb32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:17.495529 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'Port': ['ID=b2b08278-5baa-448d-9853-d9a03599b3ea,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:17.503571 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-ea06b9a9-1187-4411-a713-e85527d0bb32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:17.504007 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.511732 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 5a511a50-3e08-47e7-82d1-d373d1f67229 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:17.532938 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 5a511a50-3e08-47e7-82d1-d373d1f67229 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:17.533391 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.558593 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b433ca17-8ae3-420c-8dff-abdbd0b3103a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.648564 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:17.649727 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:14:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:17.649948 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433ca17-8ae3-420c-8dff-abdbd0b3103a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81082649-ec8b-430e-a4f5-5c38bccec6c0,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:17.666781 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-53ff9011-15f8-4955-a4f5-161a95461e83 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87239) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:14:17.667770 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-53ff9011-15f8-4955-a4f5-161a95461e83 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3660653 May 03 21:14:17.734506 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.770123 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b433ca17-8ae3-420c-8dff-abdbd0b3103a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40c9599339e840d2914dc00bfde3c98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9750423 May 03 21:14:17.793862 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17669ab3-598b-4d8f-bc4f-e9a0065acd50 req-f7747f22-24cb-4e6e-9a5f-acdfceeba676 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:17.796569 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-17669ab3-598b-4d8f-bc4f-e9a0065acd50 req-f7747f22-24cb-4e6e-9a5f-acdfceeba676 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 943 time: 0.7975075 May 03 21:14:17.800830 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 51944) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:17.849687 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:17.894755 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351004f3-b5dc-478d-8587-81bca79de089 None None] Pushing event updated for resources: {'Port': ['ID=b2067d34-8431-4d03-a658-61bcb3593bb9,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:17.932178 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.090496 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-372e8634-63bd-4f17-8541-88936556768c service neutron] 10.222.0.44 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916504 May 03 21:14:18.096385 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:18.099254 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.106225 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.194043 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea06b9a9-1187-4411-a713-e85527d0bb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.254950 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'Port': ['ID=b2b08278-5baa-448d-9853-d9a03599b3ea,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:18.260132 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.270226 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device bc948123-5fe4-4aac-86ca-564a278b0b3d details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:14:18.275558 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-17669ab3-598b-4d8f-bc4f-e9a0065acd50 req-399288f5-17f4-4374-8dde-253f799c2ff6 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516506 May 03 21:14:18.302813 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea06b9a9-1187-4411-a713-e85527d0bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.309329 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.316702 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f45f9e4e-629f-4208-9a6c-a1298eb93c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.322813 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.334784 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-13a09505-8593-43f3-9089-28ff418bfef1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7023442 May 03 21:14:18.392637 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.db.resource_extend [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:14:18.463378 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06b9a9-1187-4411-a713-e85527d0bb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bae95d9-508a-469f-97c8-d99fa729acd6,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:18.468010 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-ea06b9a9-1187-4411-a713-e85527d0bb32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6514c6f31f784995bdd021fdd656c62e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4670424 May 03 21:14:18.470805 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 51978) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:18.520351 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 5a511a50-3e08-47e7-82d1-d373d1f67229, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=5a511a50-3e08-47e7-82d1-d373d1f67229,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:18.544866 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.547061 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f45f9e4e-629f-4208-9a6c-a1298eb93c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.562549 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-d1fca444-5593-45fa-ac32-45fb290c56ab service neutron] 10.222.0.44 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496500 May 03 21:14:18.585844 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-baad0190-eeba-4f65-a768-bc0fe4fc3658 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1100925384&fields=id&tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a HTTP/1.1" status: 200 len: 267 time: 0.1392374 May 03 21:14:18.617039 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2268c210-6c6d-4093-b1bd-4a6314b146a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.633551 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=5a511a50-3e08-47e7-82d1-d373d1f67229,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:18.682608 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2268c210-6c6d-4093-b1bd-4a6314b146a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.718491 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port bc948123-5fe4-4aac-86ca-564a278b0b3d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=bc948123-5fe4-4aac-86ca-564a278b0b3d,segment=NetworkSegment(7a1b9e3f-064b-4e94-a387-331e867ef6e3),segment_id=7a1b9e3f-064b-4e94-a387-331e867ef6e3)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:18.735296 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.742046 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': 'bc948123-5fe4-4aac-86ca-564a278b0b3d', 'network_id': 'f60cc30f-a212-4950-9b72-b644edeef1ce', 'port_id': 'bc948123-5fe4-4aac-86ca-564a278b0b3d', 'mac_address': 'fa:16:3e:19:ab:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b55b406-9403-4462-b901-555c406ec6ec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:14:18.757463 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f45f9e4e-629f-4208-9a6c-a1298eb93c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.784082 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f9e4e-629f-4208-9a6c-a1298eb93c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81082649-ec8b-430e-a4f5-5c38bccec6c0,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:18.812862 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2268c210-6c6d-4093-b1bd-4a6314b146a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.816275 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-d92cad23-cd75-4202-b43b-e0493d12e1d0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:18.817792 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-d92cad23-cd75-4202-b43b-e0493d12e1d0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 810 time: 0.2142274 May 03 21:14:18.819293 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f45f9e4e-629f-4208-9a6c-a1298eb93c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.820708 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-f45f9e4e-629f-4208-9a6c-a1298eb93c75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81082649-ec8b-430e-a4f5-5c38bccec6c0 HTTP/1.1" status: 204 len: 168 time: 1.0149553 May 03 21:14:18.837907 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-f67d4d05-12a6-49df-9aab-aae4abf50e05 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/quotas/82172dfaa5ea4514888bdaaf5b8d5a2a HTTP/1.1" status: 200 len: 375 time: 0.0116026 May 03 21:14:18.842832 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268c210-6c6d-4093-b1bd-4a6314b146a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bae95d9-508a-469f-97c8-d99fa729acd6,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:18.846224 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2268c210-6c6d-4093-b1bd-4a6314b146a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.847341 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-2268c210-6c6d-4093-b1bd-4a6314b146a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bae95d9-508a-469f-97c8-d99fa729acd6 HTTP/1.1" status: 204 len: 168 time: 0.3754842 May 03 21:14:18.876161 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.897576 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:17Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:18.900771 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc948123-5fe4-4aac-86ca-564a278b0b3d {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:14:18.914884 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df336e-8ad3-42bd-be12-d7d8c7f3b49d None None] The sync data for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb is: [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:17Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:14:18.929954 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port bc948123-5fe4-4aac-86ca-564a278b0b3d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=bc948123-5fe4-4aac-86ca-564a278b0b3d,segment=NetworkSegment(7a1b9e3f-064b-4e94-a387-331e867ef6e3),segment_id=7a1b9e3f-064b-4e94-a387-331e867ef6e3)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:18.946402 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:18.994448 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2d410481-c31f-48e4-b0de-899b31cd7509 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Synchronizing usage tracker for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:19.040518 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2d410481-c31f-48e4-b0de-899b31cd7509 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Unset dirty status for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:19.046098 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2d410481-c31f-48e4-b0de-899b31cd7509 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1916521 May 03 21:14:19.120813 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=bc948123-5fe4-4aac-86ca-564a278b0b3d,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:19.241569 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-a71f9e15-3f82-4272-a7ea-a271632ae6de service neutron] 10.222.0.44 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834476 May 03 21:14:19.275733 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['bc948123-5fe4-4aac-86ca-564a278b0b3d'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:14:19.412847 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5a511a50-3e08-47e7-82d1-d373d1f67229 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:19.590117 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-88a7fd0e-e3dd-4f4c-9531-0d2996d76461 service neutron] 10.222.0.44 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400230 May 03 21:14:19.735884 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 5a511a50-3e08-47e7-82d1-d373d1f67229 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:19.736826 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:20.075885 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e4d330f2-f427-4f92-8733-1136f29fec7d req-aea738d4-d4f5-4395-90cb-c51027281bab tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 210 time: 0.2198730 May 03 21:14:20.148283 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1ebe38a1-78f7-4d99-83d3-c302e1bf88a2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Synchronizing usage tracker for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:20.221453 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1ebe38a1-78f7-4d99-83d3-c302e1bf88a2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Unset dirty status for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:20.222994 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1ebe38a1-78f7-4d99-83d3-c302e1bf88a2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--724352334&fields=id&tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27 HTTP/1.1" status: 200 len: 267 time: 0.2555170 May 03 21:14:20.294684 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device b2067d34-8431-4d03-a658-61bcb3593bb9 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:20.518092 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port b2067d34-8431-4d03-a658-61bcb3593bb9 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:20.525890 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port b2067d34-8431-4d03-a658-61bcb3593bb9 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:20.527014 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:20.745587 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29729-5e9c-4d7e-a750-467e5922815b req-44f0707d-62a6-4eaa-b6f0-db1ecca08585 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:20.747286 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-44f0707d-62a6-4eaa-b6f0-db1ecca08585 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 817 time: 0.5105517 May 03 21:14:20.788913 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-81595c61-7eaf-47fb-8c8f-d05f6371b0a1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/quotas/e6a5e99eb98a4e0ba5560e5d00ef2c27 HTTP/1.1" status: 200 len: 375 time: 0.0286753 May 03 21:14:20.802185 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:20.892188 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port b2067d34-8431-4d03-a658-61bcb3593bb9, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=b2067d34-8431-4d03-a658-61bcb3593bb9,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:20.899853 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c185f-de88-4cdf-a6cb-e78ec948bd03 req-21860b2d-d6c1-4333-a68b-3328cb2b739e tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:20.901582 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-219c185f-de88-4cdf-a6cb-e78ec948bd03 req-21860b2d-d6c1-4333-a68b-3328cb2b739e tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 944 time: 0.3290131 May 03 21:14:20.906755 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:20.972228 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-219c185f-de88-4cdf-a6cb-e78ec948bd03 req-c7c7a223-f0f8-4429-8618-1034055b9d02 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608473 May 03 21:14:20.982214 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-4cc97923-4b47-4228-a6ac-a9eb01a38bad tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1828122 May 03 21:14:21.083693 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=b2067d34-8431-4d03-a658-61bcb3593bb9,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:21.237624 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5632a82e-72bf-41e8-9367-3fdd2ccad2b3 req-28895eb2-619f-4a7d-bb98-f977f917a18b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 210 time: 0.0725353 May 03 21:14:21.245476 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-09e46600-f8f0-47a0-8df2-437a73632612 service neutron] 10.222.0.44 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508729 May 03 21:14:21.575851 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-82d9ee55-9386-42ea-9003-e39c3b8e9d3b service neutron] 10.222.0.44 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182938 May 03 21:14:21.626730 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bbe75a9d-1b0c-43d8-8471-49df33946443 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:21.633789 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bbe75a9d-1b0c-43d8-8471-49df33946443 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 818 time: 0.2779071 May 03 21:14:21.639648 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 52168) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:21.652863 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-b534e3ef-567d-4d63-beb6-385bf7074bae tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/quotas/8becd1d43888424795557d5ad95253f7 HTTP/1.1" status: 200 len: 375 time: 0.0181262 May 03 21:14:21.781202 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-f9929de7-e531-44e0-83bf-182018354427 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1274042 May 03 21:14:21.950847 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3354f7b8-95fd-46cf-8d7f-92efa47c463c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:21.987966 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-3354f7b8-95fd-46cf-8d7f-92efa47c463c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:21.998885 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fc51cba7-3521-4983-bf46-a3e24353e8e0 req-22a27da8-739a-4ca5-afbb-c6ecfc26faef tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 210 time: 0.1050017 May 03 21:14:22.012694 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-3354f7b8-95fd-46cf-8d7f-92efa47c463c admin admin] Usage tracker for resource:security_group_rule and tenant:c111dcdecbb64aff81546b501c0ecce8 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:22.028912 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-3354f7b8-95fd-46cf-8d7f-92efa47c463c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:22.040458 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-3354f7b8-95fd-46cf-8d7f-92efa47c463c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:22.052105 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-a3fac1f6-553f-4ad4-ab9e-cd082e9ea407 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:22.054014 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-a3fac1f6-553f-4ad4-ab9e-cd082e9ea407 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 818 time: 0.3699694 May 03 21:14:22.067253 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-061226da-cbd2-456a-8ede-b5985afdf956 service neutron] 10.222.0.44 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851279 May 03 21:14:22.080365 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Request body: {'port': {'device_id': '46de8291-b455-4478-ab34-93b6aac2ad9f', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'admin_state_up': True, 'tenant_id': '8becd1d43888424795557d5ad95253f7'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:22.219765 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device bc948123-5fe4-4aac-86ca-564a278b0b3d up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:22.271215 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-2c648ee1-1e58-4f5c-a160-cbeeca6c33bd service neutron] 10.222.0.44 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019377 May 03 21:14:22.501684 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port bc948123-5fe4-4aac-86ca-564a278b0b3d completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:22.508183 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port bc948123-5fe4-4aac-86ca-564a278b0b3d triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:22.510234 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:22.555509 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.43', 59965) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:22.637151 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c83688-4516-49ce-90c3-72cc25720dc0 req-53fe5b4f-0203-42ec-9252-81292008b43c tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:22.653188 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f4c83688-4516-49ce-90c3-72cc25720dc0 req-53fe5b4f-0203-42ec-9252-81292008b43c tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 944 time: 0.1847632 May 03 21:14:22.743115 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f4c83688-4516-49ce-90c3-72cc25720dc0 req-472e683c-9556-430a-9eb3-b99f69e2eb5a tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885863 May 03 21:14:22.749718 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:22.764021 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Usage tracker for resource:port and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:22.771340 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:22.811109 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:22.845246 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e9cf74-fb86-4b65-b474-46bd12deafce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc948123-5fe4-4aac-86ca-564a278b0b3d'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:22.882983 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e2fc74d4-ad0a-4302-8abc-90d976055cb1 req-3262f01d-910a-4e75-8259-cf21ac582158 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 210 time: 0.0975747 May 03 21:14:22.899825 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:22.927385 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7f0717e5-4c57-4a5b-9757-32572b9abe58 req-69fd938b-f00b-4e62-80ce-94941c437647 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 210 time: 0.1028817 May 03 21:14:22.933771 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port bc948123-5fe4-4aac-86ca-564a278b0b3d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=bc948123-5fe4-4aac-86ca-564a278b0b3d,segment=NetworkSegment(7a1b9e3f-064b-4e94-a387-331e867ef6e3),segment_id=7a1b9e3f-064b-4e94-a387-331e867ef6e3)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:22.941349 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:22.959064 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3354f7b8-95fd-46cf-8d7f-92efa47c463c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:23.011021 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3354f7b8-95fd-46cf-8d7f-92efa47c463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:23.079800 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=bc948123-5fe4-4aac-86ca-564a278b0b3d,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:23.147915 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Made reservation on behalf of 8becd1d43888424795557d5ad95253f7 for: {'port': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:14:23.157564 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:23.217493 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device b2067d34-8431-4d03-a658-61bcb3593bb9 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:23.295436 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354f7b8-95fd-46cf-8d7f-92efa47c463c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28296be3-93ed-46ba-b77e-50a1633d74dd,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:23.408132 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-3354f7b8-95fd-46cf-8d7f-92efa47c463c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c111dcdecbb64aff81546b501c0ecce8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7664394 May 03 21:14:23.453634 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port b2067d34-8431-4d03-a658-61bcb3593bb9 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:23.454979 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:23.455281 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 52266) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:23.503002 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-9342095c-ca8d-4c23-8f90-915fd37bfb98 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:23.503002 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-9342095c-ca8d-4c23-8f90-915fd37bfb98 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Synchronizing usage tracker for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:network {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:23.524554 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-356955fc-df1a-46c8-bffc-4f7f0699b3bb req-dd34a747-7ce0-4888-ae57-d5ff2d739489 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 210 time: 0.1753457 May 03 21:14:23.607675 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-9342095c-ca8d-4c23-8f90-915fd37bfb98 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Unset dirty status for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:network {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:23.609576 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-9342095c-ca8d-4c23-8f90-915fd37bfb98 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.43 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 810 time: 1.0304711 May 03 21:14:23.668053 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 52276) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:23.848639 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-ab527329-fa20-4e05-a229-0a5c2bb1abe6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Synchronizing usage tracker for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:security_group {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:23.873499 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Allocated IP 172.20.0.5 (696f3710-7ff9-4877-98eb-e6f33ac34d15/222f1725-eaca-49aa-b467-e32e972304ad/00aafd5e-b390-401c-a130-e021ed989253) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:14:23.881006 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a4c584d-4610-4eda-923d-f756baf25ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:23.886280 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97293038-3a8f-4c53-9a60-814b0f641014'] response: {'server_uuid': '72e9cf74-fb86-4b65-b474-46bd12deafce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc948123-5fe4-4aac-86ca-564a278b0b3d', 'code': 200} May 03 21:14:24.008177 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a4c584d-4610-4eda-923d-f756baf25ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.041029 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e28a9-ec2e-42ef-84c7-9abb61716f87 req-11e0944c-2fc3-459a-a084-a2253709e86b tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:24.050453 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d26e28a9-ec2e-42ef-84c7-9abb61716f87 req-11e0944c-2fc3-459a-a084-a2253709e86b tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 945 time: 0.1625681 May 03 21:14:24.071996 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-ab527329-fa20-4e05-a229-0a5c2bb1abe6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Unset dirty status for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:security_group {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:24.073132 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-ab527329-fa20-4e05-a229-0a5c2bb1abe6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a HTTP/1.1" status: 200 len: 380 time: 0.3462157 May 03 21:14:24.100661 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 52290) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:24.141673 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'port': {'device_id': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'admin_state_up': True, 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'security_groups': ['ea558d8b-cf05-4c94-81ae-dec23f46afcf']}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:24.151826 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-64c90d4b-531f-48e4-b19a-c5f846147ddf req-786a9b00-8c73-4d35-a673-efed95925585 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 210 time: 0.0956991 May 03 21:14:24.207847 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d26e28a9-ec2e-42ef-84c7-9abb61716f87 req-76570ae3-5351-485f-87d2-2c0b24560ec4 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558757 May 03 21:14:24.208544 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.43', 59979) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:24.288735 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d250fb1f-fb2c-4ed9-ac4d-b760874edd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.370954 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.43', 59980) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:24.372146 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d250fb1f-fb2c-4ed9-ac4d-b760874edd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:24.413539 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f6f54401-c784-432a-9bfa-7684144f51ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.463326 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d250fb1f-fb2c-4ed9-ac4d-b760874edd6a admin admin] Usage tracker for resource:security_group_rule and tenant:ec59443bfb664b55afdee88035265b64 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:24.475773 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-02be8171-cc27-4c21-b564-fb84f3f098b3 req-ff76e024-1f51-4712-8a5a-c1bef3a2c68e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 210 time: 0.1127017 May 03 21:14:24.477027 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d250fb1f-fb2c-4ed9-ac4d-b760874edd6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:24.496857 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d250fb1f-fb2c-4ed9-ac4d-b760874edd6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:24.527003 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f6f54401-c784-432a-9bfa-7684144f51ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:24.544352 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f6f54401-c784-432a-9bfa-7684144f51ff admin admin] Usage tracker for resource:security_group_rule and tenant:42d3d44abd654bc28c632f9e63fd59d9 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:24.553841 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29729-5e9c-4d7e-a750-467e5922815b req-84b2fe7c-7d08-4840-82a3-465d7b9caada tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:24.553841 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-84b2fe7c-7d08-4840-82a3-465d7b9caada tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 817 time: 0.3367102 May 03 21:14:24.594979 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f6f54401-c784-432a-9bfa-7684144f51ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:24.609528 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-2ef7bc3f-e236-4d98-a302-0873993b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:24.610231 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-2ef7bc3f-e236-4d98-a302-0873993b0425 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 1098 time: 0.1997905 May 03 21:14:24.613882 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a4c584d-4610-4eda-923d-f756baf25ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.623489 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f6f54401-c784-432a-9bfa-7684144f51ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:24.659253 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c584d-4610-4eda-923d-f756baf25ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28296be3-93ed-46ba-b77e-50a1633d74dd,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:24.661089 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-6d135fde-098b-47e5-b086-30a42d1839ba service neutron] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.705472 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-6d135fde-098b-47e5-b086-30a42d1839ba service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:24.716603 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-5dbc0ff0-6522-42fc-98cf-7f6ae64e57ca tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27 HTTP/1.1" status: 200 len: 379 time: 0.1127038 May 03 21:14:24.718025 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-6d135fde-098b-47e5-b086-30a42d1839ba service neutron] Usage tracker for resource:security_group_rule and tenant:f51a904b7e71407ebf4e6a2447bc0c16 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:24.733848 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-6d135fde-098b-47e5-b086-30a42d1839ba service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:24.738377 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'port': {'device_id': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'admin_state_up': True, 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'security_groups': ['2cad3443-87e6-4ece-9a37-c47772d1897e']}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:24.757533 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-6d135fde-098b-47e5-b086-30a42d1839ba service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:24.785096 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0a4c584d-4610-4eda-923d-f756baf25ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.788803 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-0a4c584d-4610-4eda-923d-f756baf25ba5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28296be3-93ed-46ba-b77e-50a1633d74dd HTTP/1.1" status: 204 len: 168 time: 1.3300221 May 03 21:14:24.842912 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.855424 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.43', 59983) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:24.902266 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d250fb1f-fb2c-4ed9-ac4d-b760874edd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.952206 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-cdb46732-1ce3-4be4-8913-2cf33eec8cb7 req-788b65c4-cb92-4508-9e9f-e3f67773f347 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 210 time: 0.1707399 May 03 21:14:24.978800 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d250fb1f-fb2c-4ed9-ac4d-b760874edd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.988902 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:25.080046 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Transition to ACTIVE for port object 00aafd5e-b390-401c-a130-e021ed989253 will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:25.093031 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f6f54401-c784-432a-9bfa-7684144f51ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.107153 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:25.120071 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f6f54401-c784-432a-9bfa-7684144f51ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.144343 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250fb1f-fb2c-4ed9-ac4d-b760874edd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde0e7ef-356c-4107-9449-0f445ba3a536,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:25.152832 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:25.163544 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:port and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:25.175139 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d250fb1f-fb2c-4ed9-ac4d-b760874edd6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec59443bfb664b55afdee88035265b64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5036547 May 03 21:14:25.177633 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:25.181243 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 52332) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:25.231131 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:25.303460 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Made reservation on behalf of 82172dfaa5ea4514888bdaaf5b8d5a2a for: {'port': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:14:25.315455 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.338813 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-6d135fde-098b-47e5-b086-30a42d1839ba service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.352157 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Made reservation on behalf of e6a5e99eb98a4e0ba5560e5d00ef2c27 for: {'port': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:14:25.356228 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.356893 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-c9874b0f-9a0b-4c6a-992a-128dd9366be1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:25.358991 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-c9874b0f-9a0b-4c6a-992a-128dd9366be1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 818 time: 0.4967663 May 03 21:14:25.371367 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f6f54401-c784-432a-9bfa-7684144f51ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42d3d44abd654bc28c632f9e63fd59d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2665217 May 03 21:14:25.376730 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 52342) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:25.376730 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f54401-c784-432a-9bfa-7684144f51ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cdbc68-5e43-4c25-becc-bfb3bcc4b18b,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:25.410068 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Request body: {'port': {'device_id': 'f9413f2c-5d66-40d4-ad75-3b67dd2b50ee', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'admin_state_up': True, 'tenant_id': '8becd1d43888424795557d5ad95253f7'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:25.411761 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-6d135fde-098b-47e5-b086-30a42d1839ba service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.494740 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9c6e8ec9-f15d-44e7-8008-433ff2e834e7 req-c15e70d2-7050-492a-a8bb-509030ef5086 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 210 time: 0.1540005 May 03 21:14:25.500615 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fb977f52-4e1a-4824-98d1-231537f84192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.541477 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-6d135fde-098b-47e5-b086-30a42d1839ba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9128082 May 03 21:14:25.544321 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.702347 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-592c4f1a-d9ba-445a-9df0-b366943c5b46 req-b340bf01-43a7-4167-aa60-567cebd0a060 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 210 time: 0.0851195 May 03 21:14:25.708853 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d135fde-098b-47e5-b086-30a42d1839ba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a55d1be7-12a4-447b-99c9-c3d8b54ba791,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:25.723647 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fb977f52-4e1a-4824-98d1-231537f84192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.725713 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:25.771837 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:25.774444 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:14:25.816664 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f7975fc4-0ac8-46aa-9d6f-0034002589bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.859411 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event updated for resources: {'Port': ['ID=00aafd5e-b390-401c-a130-e021ed989253,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:25.879178 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105eb40-9b7b-4e78-9190-f401062e0b2a req-43bebfb8-b7ab-4dc8-948c-7718ab75ebc1 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:25.889835 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2105eb40-9b7b-4e78-9190-f401062e0b2a req-43bebfb8-b7ab-4dc8-948c-7718ab75ebc1 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 945 time: 0.4608228 May 03 21:14:25.912437 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:25.923877 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Allocated IP 172.20.0.13 (73578aa6-1e97-4260-8c78-76d945b6e7d0/5f064806-a999-4d24-bc78-963359e8c2a4/d0f1d2a5-4d26-45c7-bd00-b03b880c9865) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:14:25.928173 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f7975fc4-0ac8-46aa-9d6f-0034002589bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.937559 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Usage tracker for resource:port and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:25.943751 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:25.950065 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Allocated IP 172.20.0.10 (d732ef39-db98-481b-84eb-841077299c8c/dfe20558-8da2-48ec-ba1b-4ef69a4506a8/ab1b990b-74b6-4b11-8ca5-1d3d46e925fa) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:14:25.971803 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:25.972634 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.979761 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:26.043359 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Made reservation on behalf of 8becd1d43888424795557d5ad95253f7 for: {'port': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:14:26.047029 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:26.082125 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-ddd9b840-5ebe-478c-840c-7d0d38fe1704 None None] Provisioning for port 00aafd5e-b390-401c-a130-e021ed989253 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:26.090520 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2105eb40-9b7b-4e78-9190-f401062e0b2a req-953a09c8-b893-42d8-8f40-fb819c16bc07 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998706 May 03 21:14:26.096515 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-ddd9b840-5ebe-478c-840c-7d0d38fe1704 None None] Provisioning complete for port 00aafd5e-b390-401c-a130-e021ed989253 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:26.097917 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b840-5ebe-478c-840c-7d0d38fe1704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:26.100764 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fb977f52-4e1a-4824-98d1-231537f84192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:26.121894 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-800e274c-b6ff-4662-9593-cc618de943d0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0475121 May 03 21:14:26.139742 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb977f52-4e1a-4824-98d1-231537f84192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde0e7ef-356c-4107-9449-0f445ba3a536,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:26.196149 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Request body: {'port': {'device_id': '46de8291-b455-4478-ab34-93b6aac2ad9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:26.212377 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9b840-5ebe-478c-840c-7d0d38fe1704 None None] Port 00aafd5e-b390-401c-a130-e021ed989253 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:14:26.227728 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-604f9868-2581-4b77-94ad-d96a99e517bf req-9c5283b8-c5ae-43c7-bb6a-57b0908309c7 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Synchronizing usage tracker for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:26.331705 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fb977f52-4e1a-4824-98d1-231537f84192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:26.333039 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-fb977f52-4e1a-4824-98d1-231537f84192 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bde0e7ef-356c-4107-9449-0f445ba3a536 HTTP/1.1" status: 204 len: 168 time: 1.1508708 May 03 21:14:26.351277 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f7975fc4-0ac8-46aa-9d6f-0034002589bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:26.379109 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-604f9868-2581-4b77-94ad-d96a99e517bf req-9c5283b8-c5ae-43c7-bb6a-57b0908309c7 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Unset dirty status for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:26.380341 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-604f9868-2581-4b77-94ad-d96a99e517bf req-9c5283b8-c5ae-43c7-bb6a-57b0908309c7 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 210 time: 0.2294366 May 03 21:14:26.398876 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7975fc4-0ac8-46aa-9d6f-0034002589bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cdbc68-5e43-4c25-becc-bfb3bcc4b18b,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:26.445755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:26.474216 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Transition to ACTIVE for port object ab1b990b-74b6-4b11-8ca5-1d3d46e925fa will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:26.508823 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:26.545698 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f7975fc4-0ac8-46aa-9d6f-0034002589bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:26.546862 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f7975fc4-0ac8-46aa-9d6f-0034002589bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65cdbc68-5e43-4c25-becc-bfb3bcc4b18b HTTP/1.1" status: 204 len: 168 time: 1.1617210 May 03 21:14:26.565996 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:26.635069 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:26.647859 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Allocated IP 172.20.0.14 (696f3710-7ff9-4877-98eb-e6f33ac34d15/222f1725-eaca-49aa-b467-e32e972304ad/105b9afb-c094-4da2-b536-b27759de4e3c) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:14:26.696442 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:26.708275 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Network d732ef39-db98-481b-84eb-841077299c8c is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:26.711099 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:26.821162 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-183a05e0-d7fc-4b54-91c9-ab6a22e3732d req-fc72ccfc-5a7c-4031-9195-aa7869de3dcb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 210 time: 0.1257944 May 03 21:14:26.822030 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:14:26.913567 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Transition to ACTIVE for port object d0f1d2a5-4d26-45c7-bd00-b03b880c9865 will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:26.973674 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-306616e2-c10f-4d02-a885-a60be8169c1a req-46b0c766-13ed-4a2a-8589-bc263f06e308 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 210 time: 0.0506954 May 03 21:14:27.004154 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:27.004814 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:27.027844 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-8ef3590e-39b7-47eb-b61a-67696370e594 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2970185 May 03 21:14:27.056122 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Request body: {'port': {'device_id': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:27.188542 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7d780d35-db34-4548-bebf-77d08d2bb67d None None] Provisioning for port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:27.194381 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7d780d35-db34-4548-bebf-77d08d2bb67d None None] Provisioning complete for port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:27.194967 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7d780d35-db34-4548-bebf-77d08d2bb67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:27.243711 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 52388) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:27.292347 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:27.338884 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-7d780d35-db34-4548-bebf-77d08d2bb67d None None] Port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:14:27.359555 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e826fa21-746c-4c83-a699-3e88e894a1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:27.401704 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-e826fa21-746c-4c83-a699-3e88e894a1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:27.406163 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:27.443679 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-e826fa21-746c-4c83-a699-3e88e894a1d1 admin admin] Usage tracker for resource:security_group_rule and tenant:ef306b12e267404fbd4a2ac267926581 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:27.450503 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-e826fa21-746c-4c83-a699-3e88e894a1d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:27.481698 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Network 73578aa6-1e97-4260-8c78-76d945b6e7d0 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:27.487556 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:27.490672 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:14:27.529933 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-e826fa21-746c-4c83-a699-3e88e894a1d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:27.572658 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'Port': ['ID=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:27.587360 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663fb63-0d52-4b5a-987c-87719202a0f0 req-2d593cb9-f3b5-4ff6-946e-9dbe654fd6e8 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:27.594350 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3663fb63-0d52-4b5a-987c-87719202a0f0 req-2d593cb9-f3b5-4ff6-946e-9dbe654fd6e8 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 945 time: 0.2854848 May 03 21:14:27.642619 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:27.643632 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:27.677897 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:27.695211 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-2cb4f850-051b-4cd3-843d-40ba83774a96 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5910857 May 03 21:14:27.704673 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Transition to ACTIVE for port object 105b9afb-c094-4da2-b536-b27759de4e3c will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:27.726034 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Request body: {'port': {'device_id': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:27.790409 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3663fb63-0d52-4b5a-987c-87719202a0f0 req-5e301021-f8c9-4c9f-90f5-8251b635e0df tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951847 May 03 21:14:27.869319 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-43c8ffd3-8124-4b47-bf99-2a02c0b91b0f None None] Provisioning for port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:27.876702 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-43c8ffd3-8124-4b47-bf99-2a02c0b91b0f None None] Provisioning complete for port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:27.878436 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-43c8ffd3-8124-4b47-bf99-2a02c0b91b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:27.931914 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e826fa21-746c-4c83-a699-3e88e894a1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:27.989575 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e826fa21-746c-4c83-a699-3e88e894a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.001657 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-43c8ffd3-8124-4b47-bf99-2a02c0b91b0f None None] Port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:14:28.020916 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.155132 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-e826fa21-746c-4c83-a699-3e88e894a1d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef306b12e267404fbd4a2ac267926581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9082663 May 03 21:14:28.192573 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 52418) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:28.195058 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event updated for resources: {'Port': ['ID=105b9afb-c094-4da2-b536-b27759de4e3c,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:28.230756 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:14:28.237349 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:28.242726 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.261252 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826fa21-746c-4c83-a699-3e88e894a1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c3588c-cc7b-4ca0-bc9d-8dbe84f3293f,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:28.269073 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:14:28.308608 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6841b-0b42-4eef-b887-1621f0e4095d req-4c4486f5-af6c-4c9d-8b73-4dc4f915649e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:28.311148 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91a6841b-0b42-4eef-b887-1621f0e4095d req-4c4486f5-af6c-4c9d-8b73-4dc4f915649e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 932 time: 0.7382808 May 03 21:14:28.460838 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91a6841b-0b42-4eef-b887-1621f0e4095d req-b8c3fedc-a0ce-4abf-9d8b-687a197ec5e9 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227558 May 03 21:14:28.497943 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.db.resource_extend [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:14:28.573268 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1b990b-74b6-4b11-8ca5-1d3d46e925fa {{(pid=87239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:14:28.585721 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.606081 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Transition to ACTIVE for port object ab1b990b-74b6-4b11-8ca5-1d3d46e925fa will not be triggered until provisioned by entity L2. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:28.620984 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821fa49-57b8-482f-859a-4e8bf3a724c1 req-bcfb8983-2635-483d-8741-a286d8270c47 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:28.623409 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5821fa49-57b8-482f-859a-4e8bf3a724c1 req-bcfb8983-2635-483d-8741-a286d8270c47 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 932 time: 0.4884100 May 03 21:14:28.627447 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.633021 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-a6935f95-85a2-443c-86fb-56acf02e2eb9 None None] Provisioning for port 105b9afb-c094-4da2-b536-b27759de4e3c completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:28.641194 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-a6935f95-85a2-443c-86fb-56acf02e2eb9 None None] Provisioning complete for port 105b9afb-c094-4da2-b536-b27759de4e3c triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:28.641759 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-a6935f95-85a2-443c-86fb-56acf02e2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.662932 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:28.665690 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.731809 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00aafd5e-b390-401c-a130-e021ed989253 {{(pid=87240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:14:28.736760 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-a6935f95-85a2-443c-86fb-56acf02e2eb9 None None] Port 105b9afb-c094-4da2-b536-b27759de4e3c cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:14:28.754809 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-bb558ffa-39e4-4b3e-89ce-ea7a6a98cebb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3650329 May 03 21:14:28.755424 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4bbd-7ecb-426d-8463-6e863fdd231f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.761790 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.786341 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Request body: {'port': {'device_id': 'f9413f2c-5d66-40d4-ad75-3b67dd2b50ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:28.858065 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Transition to ACTIVE for port object 00aafd5e-b390-401c-a130-e021ed989253 will not be triggered until provisioned by entity L2. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:28.902164 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Pushing event updated for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:28.925366 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.934243 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4bbd-7ecb-426d-8463-6e863fdd231f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:28.992062 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-5821fa49-57b8-482f-859a-4e8bf3a724c1 req-10587f4a-96f4-45f0-8ec4-42176572def6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Synchronizing usage tracker for tenant:8becd1d43888424795557d5ad95253f7 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:29.057068 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Pushing event updated for resources: {'Port': ['ID=00aafd5e-b390-401c-a130-e021ed989253,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:29.103575 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-5821fa49-57b8-482f-859a-4e8bf3a724c1 req-10587f4a-96f4-45f0-8ec4-42176572def6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Unset dirty status for tenant:8becd1d43888424795557d5ad95253f7 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:29.113110 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5821fa49-57b8-482f-859a-4e8bf3a724c1 req-10587f4a-96f4-45f0-8ec4-42176572def6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812036 May 03 21:14:29.139960 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2d21b-7a9e-4055-9246-0fa4d27f5f22 req-cc829186-6cea-4f4f-af4d-f0ecb7efdd21 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:29.150424 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-89f2d21b-7a9e-4055-9246-0fa4d27f5f22 req-cc829186-6cea-4f4f-af4d-f0ecb7efdd21 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 932 time: 0.5256686 May 03 21:14:29.240210 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-89f2d21b-7a9e-4055-9246-0fa4d27f5f22 req-5dce6f6b-afd7-4b6a-b252-ccb3d6317cb0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886858 May 03 21:14:29.250801 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Attempting to bind port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:14:29.250801 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Attempting to bind port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:14:29.250801 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Attempting to bind port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa on network d732ef39-db98-481b-84eb-841077299c8c {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:29.259361 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa on network d732ef39-db98-481b-84eb-841077299c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:14:29.259726 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Attempting to bind port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa on network d732ef39-db98-481b-84eb-841077299c8c {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:29.268325 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:14:29.268325 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Checking segment: {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:29.269168 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Bound using segment: {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:14:29.269168 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Bound port: ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'}}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:14:29.269450 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:29.450903 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:29.470197 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, cleared binding levels {{(pid=87239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:14:29.475942 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:14:29.490113 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:29.582006 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4bbd-7ecb-426d-8463-6e863fdd231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:29.587743 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:29.588469 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:29.592669 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] 10.222.0.43 "PUT /v2.0/ports/ab1b990b-74b6-4b11-8ca5-1d3d46e925fa HTTP/1.1" status: 200 len: 1094 time: 2.5422864 May 03 21:14:29.600699 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:29.743808 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a4bbd-7ecb-426d-8463-6e863fdd231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c3588c-cc7b-4ca0-bc9d-8dbe84f3293f,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:29.848954 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04c8d6-5f0b-44c4-9e96-c0fdd4cc265d service neutron] Pushing event updated for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=3']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:29.920065 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e10f1-64ff-4442-b527-dcbb378be994 req-a71876e6-9161-4cb8-b7ca-324843c5df5e tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:29.921720 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ed1e10f1-64ff-4442-b527-dcbb378be994 req-a71876e6-9161-4cb8-b7ca-324843c5df5e tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 945 time: 0.5969296 May 03 21:14:29.926053 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Attempting to bind port 00aafd5e-b390-401c-a130-e021ed989253 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:14:29.926389 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Attempting to bind port 00aafd5e-b390-401c-a130-e021ed989253 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:14:29.926719 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Attempting to bind port 00aafd5e-b390-401c-a130-e021ed989253 on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:29.937709 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4bbd-7ecb-426d-8463-6e863fdd231f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:29.941103 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4d9a4bbd-7ecb-426d-8463-6e863fdd231f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63c3588c-cc7b-4ca0-bc9d-8dbe84f3293f HTTP/1.1" status: 204 len: 168 time: 1.7410469 May 03 21:14:29.941414 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f1d2a5-4d26-45c7-bd00-b03b880c9865 {{(pid=87240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:14:29.955833 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Port 00aafd5e-b390-401c-a130-e021ed989253 on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:14:29.955833 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Attempting to bind port 00aafd5e-b390-401c-a130-e021ed989253 on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:29.958918 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:29.970559 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:14:29.970881 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Checking segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:29.971519 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Bound using segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:14:29.971700 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Bound port: 00aafd5e-b390-401c-a130-e021ed989253, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'}}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:14:29.972014 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:30.005718 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ed1e10f1-64ff-4442-b527-dcbb378be994 req-f44698f9-79f3-46c7-8152-20112b4f3b10 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727403 May 03 21:14:30.030313 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a2a59-18af-4659-aacc-7a9c75b55053 req-9cbdc412-8d44-4b4a-8fee-d955a60133c9 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:30.030313 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7e3a2a59-18af-4659-aacc-7a9c75b55053 req-9cbdc412-8d44-4b4a-8fee-d955a60133c9 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.3798528 May 03 21:14:30.034684 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29729-5e9c-4d7e-a750-467e5922815b req-44c8cbb2-4436-4817-a990-09e4ed7845b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:30.036136 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-44c8cbb2-4436-4817-a990-09e4ed7845b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 1097 time: 0.3310525 May 03 21:14:30.145655 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-b8a57f36-b08c-4bde-a7a1-f57e17d98dcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa HTTP/1.1" status: 200 len: 217 time: 0.0939353 May 03 21:14:30.261614 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7e3a2a59-18af-4659-aacc-7a9c75b55053 req-b85cfa6e-afc2-4322-bb8b-a7deb4a52eb3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116292 May 03 21:14:30.293221 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29729-5e9c-4d7e-a750-467e5922815b req-b5381944-a9ad-4cd6-a6d6-ecdbdcca173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:30.308242 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-b5381944-a9ad-4cd6-a6d6-ecdbdcca173d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.1475105 May 03 21:14:30.360682 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105b9afb-c094-4da2-b536-b27759de4e3c {{(pid=87240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:14:30.381625 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:30.432161 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Transition to ACTIVE for port object 105b9afb-c094-4da2-b536-b27759de4e3c will not be triggered until provisioned by entity L2. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:30.446399 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a3663d-7087-4090-b238-3a7f1e317354'] response: {'name': 'network-changed', 'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'status': 'completed', 'code': 200} May 03 21:14:30.448738 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Transition to ACTIVE for port object d0f1d2a5-4d26-45c7-bd00-b03b880c9865 will not be triggered until provisioned by entity L2. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:14:30.529389 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29729-5e9c-4d7e-a750-467e5922815b req-206703f7-4456-4459-8b7a-30ca6ee0dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:30.532562 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-206703f7-4456-4459-8b7a-30ca6ee0dd9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2153230 May 03 21:14:30.578883 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:30.637053 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:31.029120 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:31.030712 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-0fc255fd-180e-46dc-9cd2-93fc260957bd service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895773 May 03 21:14:31.055181 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] For port 00aafd5e-b390-401c-a130-e021ed989253, host hv-cinder-84037, cleared binding levels {{(pid=87240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:14:31.182891 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ccdd-9c36-4538-983e-9506253052c2 req-33482d03-1d38-43c9-a6d0-78fadb039fb6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:31.195098 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:14:31.197768 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b2f6ccdd-9c36-4538-983e-9506253052c2 req-33482d03-1d38-43c9-a6d0-78fadb039fb6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 944 time: 0.6255805 May 03 21:14:31.215078 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9372a-32f1-4b4e-8bc5-b25628e31546 req-a298e70c-3453-4e40-b00c-934e99a5e62a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:31.216478 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5d9372a-32f1-4b4e-8bc5-b25628e31546 req-a298e70c-3453-4e40-b00c-934e99a5e62a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 944 time: 0.6473992 May 03 21:14:31.343474 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] For port 00aafd5e-b390-401c-a130-e021ed989253, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=00aafd5e-b390-401c-a130-e021ed989253,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:14:31.389553 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:31.458400 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:31.459332 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:31.462687 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] 10.222.0.43 "PUT /v2.0/ports/00aafd5e-b390-401c-a130-e021ed989253 HTTP/1.1" status: 200 len: 1093 time: 5.2842932 May 03 21:14:31.463448 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46de8291-b455-4478-ab34-93b6aac2ad9f', 'tag': '00aafd5e-b390-401c-a130-e021ed989253'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:31.468558 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Pushing event updated for resources: {'Port': ['ID=105b9afb-c094-4da2-b536-b27759de4e3c,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:31.493509 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b2f6ccdd-9c36-4538-983e-9506253052c2 req-7b5273bf-9e97-4285-a740-0129810a12e0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946582 May 03 21:14:31.496830 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5d9372a-32f1-4b4e-8bc5-b25628e31546 req-64f9c2ef-28d0-4245-a767-45691b42eae4 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345186 May 03 21:14:31.519317 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-05d29729-5e9c-4d7e-a750-467e5922815b req-27bafbf1-5024-4c94-881e-0641f761ac73 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815888 May 03 21:14:31.668430 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314c3e80-7735-4892-a096-946211778bd6'] response: {'name': 'network-changed', 'server_uuid': '46de8291-b455-4478-ab34-93b6aac2ad9f', 'tag': '00aafd5e-b390-401c-a130-e021ed989253', 'status': 'completed', 'code': 200} May 03 21:14:31.734346 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-8f31e34f-8cd4-4229-b267-f5fc9ffb9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:31.737969 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-8f31e34f-8cd4-4229-b267-f5fc9ffb9b9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 1096 time: 0.2007728 May 03 21:14:31.795422 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Attempting to bind port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:14:31.795422 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Attempting to bind port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:14:31.795614 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Attempting to bind port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 on network 73578aa6-1e97-4260-8c78-76d945b6e7d0 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:31.819054 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Attempting to bind port 105b9afb-c094-4da2-b536-b27759de4e3c on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:14:31.819390 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Attempting to bind port 105b9afb-c094-4da2-b536-b27759de4e3c by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:14:31.819718 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Attempting to bind port 105b9afb-c094-4da2-b536-b27759de4e3c on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:31.834372 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 on network 73578aa6-1e97-4260-8c78-76d945b6e7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:14:31.834937 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Attempting to bind port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 on network 73578aa6-1e97-4260-8c78-76d945b6e7d0 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:31.842123 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Port 105b9afb-c094-4da2-b536-b27759de4e3c on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:14:31.842642 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Attempting to bind port 105b9afb-c094-4da2-b536-b27759de4e3c on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:14:31.853620 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:14:31.854236 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Checking segment: {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:31.855602 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Bound using segment: {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:14:31.856261 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Bound port: d0f1d2a5-4d26-45c7-bd00-b03b880c9865, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'}}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:14:31.857497 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:31.877058 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03007c-4eec-4f6e-bfd1-d3901706ab9d service neutron] Pushing event updated for resources: {'Port': ['ID=00aafd5e-b390-401c-a130-e021ed989253,revision_number=3']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:31.890076 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:14:31.890797 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Checking segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:31.891523 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Bound using segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:14:31.892149 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Bound port: 105b9afb-c094-4da2-b536-b27759de4e3c, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'}}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:14:31.892680 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:32.008829 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-b57d9de7-ec30-4297-bfa2-3881e9998618 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00aafd5e-b390-401c-a130-e021ed989253 HTTP/1.1" status: 200 len: 217 time: 0.1166503 May 03 21:14:32.040484 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7a754-fd32-45e6-ae2d-246485182872 req-08bf9a78-b862-4efb-b1d6-b009530d092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:32.052869 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-53f7a754-fd32-45e6-ae2d-246485182872 req-08bf9a78-b862-4efb-b1d6-b009530d092c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 1097 time: 0.3880472 May 03 21:14:32.102568 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-f323c585-e1cb-4776-a9c8-f7f613c2df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:32.104394 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-f323c585-e1cb-4776-a9c8-f7f613c2df1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.0859239 May 03 21:14:32.158977 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] For port 105b9afb-c094-4da2-b536-b27759de4e3c, host hv-cinder-84037, cleared binding levels {{(pid=87240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:14:32.161722 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] For port d0f1d2a5-4d26-45c7-bd00-b03b880c9865, host hv-cinder-84037, cleared binding levels {{(pid=87240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:14:32.204690 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562cb77-1493-453e-928f-1b82b2a1c67e req-9d2ce2b6-1685-443b-ab8a-653405ae068b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:32.210500 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7562cb77-1493-453e-928f-1b82b2a1c67e req-9d2ce2b6-1685-443b-ab8a-653405ae068b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.4705551 May 03 21:14:32.227912 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] For port 105b9afb-c094-4da2-b536-b27759de4e3c, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=105b9afb-c094-4da2-b536-b27759de4e3c,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:14:32.236770 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] For port d0f1d2a5-4d26-45c7-bd00-b03b880c9865, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:14:32.249302 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:32.294053 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7562cb77-1493-453e-928f-1b82b2a1c67e req-e47fbba7-a71c-4123-aebb-7b0bcc2e488e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771759 May 03 21:14:32.298644 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-efe50cc1-f00a-44f1-881a-7cb9938e0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:32.302530 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-efe50cc1-f00a-44f1-881a-7cb9938e0123 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1895568 May 03 21:14:32.302672 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:32.447071 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:32.447798 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:32.449098 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] 10.222.0.43 "PUT /v2.0/ports/105b9afb-c094-4da2-b536-b27759de4e3c HTTP/1.1" status: 200 len: 1094 time: 3.6671658 May 03 21:14:32.463357 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:32.463996 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:32.465341 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] 10.222.0.43 "PUT /v2.0/ports/d0f1d2a5-4d26-45c7-bd00-b03b880c9865 HTTP/1.1" status: 200 len: 1094 time: 4.7436430 May 03 21:14:32.498073 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-a6bae294-184d-476e-9e2d-8089ae51f289 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750746 May 03 21:14:32.499567 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7a754-fd32-45e6-ae2d-246485182872 req-1bad9d50-f14b-4268-a13e-036d0b42442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:32.501038 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-53f7a754-fd32-45e6-ae2d-246485182872 req-1bad9d50-f14b-4268-a13e-036d0b42442f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.4262011 May 03 21:14:32.505121 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11433c-0fb8-4da9-8a51-09f43bd72494 service neutron] Pushing event updated for resources: {'Port': ['ID=105b9afb-c094-4da2-b536-b27759de4e3c,revision_number=3']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:32.606833 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03fc74-4399-4a82-a818-89eced9eb190 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,revision_number=3']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:32.840120 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b174394-f40a-4e76-8b50-7442edb4ebd1 req-bf9cfc64-c95b-45f3-bd31-51b96d5c7c8d service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142083 May 03 21:14:32.920359 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-53f7a754-fd32-45e6-ae2d-246485182872 req-5167a9ff-b050-4f75-95a4-450a9ba33875 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa HTTP/1.1" status: 200 len: 217 time: 0.3093786 May 03 21:14:32.976077 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d389ce-a271-4b3a-b5d2-9cf72124ffc8 req-39a280ae-ba90-416c-bea3-04ea1ce65b5b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:32.980953 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-01d389ce-a271-4b3a-b5d2-9cf72124ffc8 req-39a280ae-ba90-416c-bea3-04ea1ce65b5b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 944 time: 0.1383233 May 03 21:14:33.066146 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7a754-fd32-45e6-ae2d-246485182872 req-12b25fec-cdd3-47a3-a87f-9ea8a0a535b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.067441 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-53f7a754-fd32-45e6-ae2d-246485182872 req-12b25fec-cdd3-47a3-a87f-9ea8a0a535b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.0965052 May 03 21:14:33.083555 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-8b9c0d3a-f67a-4aa4-908b-707696b3ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.085019 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-8b9c0d3a-f67a-4aa4-908b-707696b3ab00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 1097 time: 0.4753094 May 03 21:14:33.090555 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-e913e663-4cfe-4584-88f1-0d732f0c2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.092717 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-e913e663-4cfe-4584-88f1-0d732f0c2353 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 1097 time: 0.4807794 May 03 21:14:33.218105 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-01d389ce-a271-4b3a-b5d2-9cf72124ffc8 req-4519137a-4867-4a4f-9a55-6fb8eb5cf0a1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810119 May 03 21:14:33.261932 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-5a6b75c1-f050-40a0-b800-1d8a1aa38494 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865 HTTP/1.1" status: 200 len: 217 time: 0.1183457 May 03 21:14:33.262125 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-f2db62cf-5e49-4136-9e72-45bedf558226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.262125 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-f2db62cf-5e49-4136-9e72-45bedf558226 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 1096 time: 0.2765770 May 03 21:14:33.269058 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60842626-8ccc-48d4-8d5f-8ea7a8da9b24 req-a5975332-2634-49d1-903a-caa929dc080c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.270989 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-60842626-8ccc-48d4-8d5f-8ea7a8da9b24 req-a5975332-2634-49d1-903a-caa929dc080c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 944 time: 0.2355022 May 03 21:14:33.390836 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-06375f21-7f47-4cbb-b991-e6fe726280d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=105b9afb-c094-4da2-b536-b27759de4e3c HTTP/1.1" status: 200 len: 217 time: 0.1356037 May 03 21:14:33.430493 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-b1ee56f0-b636-4f58-b9c1-10c9166e7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.431937 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-b1ee56f0-b636-4f58-b9c1-10c9166e7faf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f064806-a999-4d24-bc78-963359e8c2a4 HTTP/1.1" status: 200 len: 849 time: 0.1014171 May 03 21:14:33.447738 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7a754-fd32-45e6-ae2d-246485182872 req-66e58a47-52e9-46e8-a1b0-c9cf06a8bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.450582 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-53f7a754-fd32-45e6-ae2d-246485182872 req-66e58a47-52e9-46e8-a1b0-c9cf06a8bd5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2267251 May 03 21:14:33.485133 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-60842626-8ccc-48d4-8d5f-8ea7a8da9b24 req-78f2646e-36c4-4128-bfac-a70f93f39fcf tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077460 May 03 21:14:33.598134 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-1097d52e-030c-419a-8052-768fb73f8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.599719 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-1097d52e-030c-419a-8052-768fb73f8a2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.3215840 May 03 21:14:33.676865 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9413f2c-5d66-40d4-ad75-3b67dd2b50ee', 'tag': '105b9afb-c094-4da2-b536-b27759de4e3c'}, {'name': 'network-changed', 'server_uuid': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'tag': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:33.714765 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-2cc01f42-eb21-435f-be1d-0243ed72437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.716805 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-2cc01f42-eb21-435f-be1d-0243ed72437c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.2595391 May 03 21:14:33.722889 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-8beba3e3-248c-434a-b12c-055198beda17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00aafd5e-b390-401c-a130-e021ed989253 HTTP/1.1" status: 200 len: 217 time: 0.1107218 May 03 21:14:33.794108 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593d7165-a0e1-45e2-b3d8-f6f33e337ee8'] response: {'name': 'network-changed', 'server_uuid': 'f9413f2c-5d66-40d4-ad75-3b67dd2b50ee', 'tag': '105b9afb-c094-4da2-b536-b27759de4e3c', 'status': 'completed', 'code': 200} May 03 21:14:33.794404 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593d7165-a0e1-45e2-b3d8-f6f33e337ee8'] response: {'name': 'network-changed', 'server_uuid': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'tag': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865', 'status': 'completed', 'code': 200} May 03 21:14:33.801426 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-53f7a754-fd32-45e6-ae2d-246485182872 req-21bcbebd-3ac2-4cff-8769-588d25e18d1a service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769763 May 03 21:14:33.811735 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f69da8-e525-4e2b-804e-5ac4b2c4357d req-b34dd0ba-7e93-45bd-b214-5084d8a1777b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.813377 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-25f69da8-e525-4e2b-804e-5ac4b2c4357d req-b34dd0ba-7e93-45bd-b214-5084d8a1777b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.3089046 May 03 21:14:33.814966 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-7e98262c-be76-40c2-8d10-59048d93494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.816337 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-7e98262c-be76-40c2-8d10-59048d93494c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.0847061 May 03 21:14:33.859131 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-5de5af96-b1a1-4482-b095-e49d646b0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.860604 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-5de5af96-b1a1-4482-b095-e49d646b0bde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73578aa6-1e97-4260-8c78-76d945b6e7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3373637 May 03 21:14:33.925269 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-25f69da8-e525-4e2b-804e-5ac4b2c4357d req-e887bec6-6c25-4381-a11f-518476957009 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042559 May 03 21:14:33.943196 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-16b0fb03-a04d-493f-81fd-ae31d9aafac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:33.944710 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-16b0fb03-a04d-493f-81fd-ae31d9aafac6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1076241 May 03 21:14:34.042010 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-a07dc059-7992-442d-944b-e4c1d9546d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:34.043683 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-a07dc059-7992-442d-944b-e4c1d9546d9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3193674 May 03 21:14:34.127704 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-53f7a754-fd32-45e6-ae2d-246485182872 req-1f843d99-0f37-4eab-af46-41056879a8f1 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189468 May 03 21:14:34.204752 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-10d9270f-6ee4-4680-8b40-28a2d651ae27 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508636 May 03 21:14:34.213253 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-e27ffca1-9692-466d-aa24-c6addfe4d5be service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928350 May 03 21:14:34.247046 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device ab1b990b-74b6-4b11-8ca5-1d3d46e925fa details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:14:34.265608 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-d2740ec2-ccb3-498f-91ff-960f7bad831a service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125409 May 03 21:14:34.491126 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:34.516923 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 52634) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:34.518212 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'port_id': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'mac_address': 'fa:16:3e:26:5c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:14:34.532032 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b11d9e5-e177-44ed-95cc-50de7273d929 req-2a6320fb-f3a6-4c02-890b-8a7f4ce7e78b service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885411 May 03 21:14:34.551841 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876ca3b-9d26-48af-8432-369c5d9f2954 req-ab583091-d737-4ee7-8f39-b9e9e66dc7a6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:34.553436 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0876ca3b-9d26-48af-8432-369c5d9f2954 req-ab583091-d737-4ee7-8f39-b9e9e66dc7a6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 944 time: 0.1365428 May 03 21:14:34.583095 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:34.601944 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1b990b-74b6-4b11-8ca5-1d3d46e925fa {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:14:34.619764 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:34.627156 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:34.640924 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0876ca3b-9d26-48af-8432-369c5d9f2954 req-8d84a1e3-112b-4813-b8bd-764f8df61a56 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786195 May 03 21:14:34.714109 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-7c95d50f-c114-4cac-b46b-15246a3d1d17 req-dc250580-7d1e-4c4f-b9cd-85caf7cd2282 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697309 May 03 21:14:34.742478 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2c2434ed-4095-4d4e-a361-cb7be7fa49d4 req-7c909439-bfcd-4916-ae20-884c9e5b75b1 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434924 May 03 21:14:34.761324 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:34.766147 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-cc268d98-32f2-422f-8b7d-c5b71a3668db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:34.785975 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-cc268d98-32f2-422f-8b7d-c5b71a3668db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:34.791861 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-cc268d98-32f2-422f-8b7d-c5b71a3668db admin admin] Usage tracker for resource:security_group_rule and tenant:2c8eea0c06c84874819fb6009ee17aa6 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:34.795852 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-cc268d98-32f2-422f-8b7d-c5b71a3668db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:34.802467 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-cc268d98-32f2-422f-8b7d-c5b71a3668db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:34.834279 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07957f9a-4528-4772-9538-0e4bd5d2e6d6 req-feab9649-2ec5-422c-a231-074859971501 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:34.835711 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-07957f9a-4528-4772-9538-0e4bd5d2e6d6 req-feab9649-2ec5-422c-a231-074859971501 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 944 time: 0.1530294 May 03 21:14:34.899388 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-07957f9a-4528-4772-9538-0e4bd5d2e6d6 req-cb4a2c82-fd03-4f3b-8a1f-6f75790a2268 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549850 May 03 21:14:34.945630 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-cc268d98-32f2-422f-8b7d-c5b71a3668db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:34.952182 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-cc268d98-32f2-422f-8b7d-c5b71a3668db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:34.997929 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-51843257-97ef-4d2f-9700-de6f914d12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:34.999446 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-51843257-97ef-4d2f-9700-de6f914d12e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 1097 time: 0.0757952 May 03 21:14:35.008357 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-cc268d98-32f2-422f-8b7d-c5b71a3668db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c8eea0c06c84874819fb6009ee17aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901371 May 03 21:14:35.010315 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc268d98-32f2-422f-8b7d-c5b71a3668db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a692b6-b690-4ab2-9763-f0f49bf7769d,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:35.012755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 52654) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:35.016946 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:14:35.098995 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-df641802-b763-40b7-9b23-91fcd36a6cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:35.141664 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-df641802-b763-40b7-9b23-91fcd36a6cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:35.283426 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-d937bfa2-c8cc-421b-a73a-982b9621f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:35.285196 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-d937bfa2-c8cc-421b-a73a-982b9621f1b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.2781792 May 03 21:14:35.344787 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-df641802-b763-40b7-9b23-91fcd36a6cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:35.414967 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-2850c0df-5f79-482f-af6a-cdb3b31b6d35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=105b9afb-c094-4da2-b536-b27759de4e3c HTTP/1.1" status: 200 len: 217 time: 0.1219964 May 03 21:14:35.424356 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d774a-5048-4b37-8195-91c516b6bcd8 req-145ffe59-53b5-4a0e-9376-408a12f4153d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:35.432014 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-973d774a-5048-4b37-8195-91c516b6bcd8 req-145ffe59-53b5-4a0e-9376-408a12f4153d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 945 time: 0.2554951 May 03 21:14:35.446766 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df641802-b763-40b7-9b23-91fcd36a6cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a692b6-b690-4ab2-9763-f0f49bf7769d,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:35.479408 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-df641802-b763-40b7-9b23-91fcd36a6cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:35.483710 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-df641802-b763-40b7-9b23-91fcd36a6cdc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5a692b6-b690-4ab2-9763-f0f49bf7769d HTTP/1.1" status: 204 len: 168 time: 0.4659336 May 03 21:14:35.499248 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-973d774a-5048-4b37-8195-91c516b6bcd8 req-ef22d34f-3c27-4581-b0bf-d3036d9d3a4b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662854 May 03 21:14:35.511687 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-3ad3a619-9e16-4d24-ae69-314b6e98f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:35.513324 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-3ad3a619-9e16-4d24-ae69-314b6e98f91a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.0895081 May 03 21:14:35.662982 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-93ec5b47-bf29-406d-8252-0c56723855e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:35.666522 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-93ec5b47-bf29-406d-8252-0c56723855e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1177833 May 03 21:14:35.881398 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-aac1825c-0104-4b80-8a0d-57f7deb3c423 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003574 May 03 21:14:35.924986 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4fd3a-871a-4900-b2cd-7a441071b292 req-10421535-d51c-4aa6-95f3-f9f639d7608c tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:35.926649 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7dd4fd3a-871a-4900-b2cd-7a441071b292 req-10421535-d51c-4aa6-95f3-f9f639d7608c tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 944 time: 0.1354773 May 03 21:14:35.978679 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7dd4fd3a-871a-4900-b2cd-7a441071b292 req-b704f131-38a3-4d15-97bf-5b75c73e86f9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452220 May 03 21:14:36.118278 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-dbcf577c-e634-4165-85fe-62f5fa112135 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273533 May 03 21:14:36.264699 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 00aafd5e-b390-401c-a130-e021ed989253 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:14:36.297362 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdade83-c9ff-46e1-a916-536fe460c369 req-8c76c8ba-53f2-46b3-b9eb-de36c2640c51 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:36.300598 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7fdade83-c9ff-46e1-a916-536fe460c369 req-8c76c8ba-53f2-46b3-b9eb-de36c2640c51 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 944 time: 0.2312779 May 03 21:14:36.327364 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device ab1b990b-74b6-4b11-8ca5-1d3d46e925fa up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:36.347962 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-79177b70-954b-49fb-8c91-aa1c9e1017a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:36.349434 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-79177b70-954b-49fb-8c91-aa1c9e1017a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 1097 time: 0.1067386 May 03 21:14:36.391415 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7fdade83-c9ff-46e1-a916-536fe460c369 req-b499ed5e-ec6d-4fbf-a982-aee1898e3e7d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825944 May 03 21:14:36.555868 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-d9b2ddfd-3288-4acc-b1cf-0ae7a847133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:36.557945 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-d9b2ddfd-3288-4acc-b1cf-0ae7a847133b service neutron] 10.222.0.43 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 911 time: 0.1994257 May 03 21:14:36.569429 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:36.578092 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:36.578448 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:36.636929 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 00aafd5e-b390-401c-a130-e021ed989253, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=00aafd5e-b390-401c-a130-e021ed989253,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:36.648096 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-e116bef7-7701-4178-b34c-a2c233501ea9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865 HTTP/1.1" status: 200 len: 217 time: 0.0837145 May 03 21:14:36.680500 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '00aafd5e-b390-401c-a130-e021ed989253', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'port_id': '00aafd5e-b390-401c-a130-e021ed989253', 'mac_address': 'fa:16:3e:76:1f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:14:36.776547 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:36.776801 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-93bb21dd-5399-40c4-8eaa-6db6b23193a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:36.779745 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-93bb21dd-5399-40c4-8eaa-6db6b23193a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f064806-a999-4d24-bc78-963359e8c2a4 HTTP/1.1" status: 200 len: 849 time: 0.1243563 May 03 21:14:36.807197 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00aafd5e-b390-401c-a130-e021ed989253 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:14:36.811317 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a1610-9a4c-438f-86f8-cbde9fc02eaa req-b29f45bd-bc3c-4d3a-beca-0f23eb1af079 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:36.818688 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-355a1610-9a4c-438f-86f8-cbde9fc02eaa req-b29f45bd-bc3c-4d3a-beca-0f23eb1af079 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 945 time: 0.1545761 May 03 21:14:36.885197 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-355a1610-9a4c-438f-86f8-cbde9fc02eaa req-37285a0a-cac9-4dd4-b51a-bcfd7dfc2ea9 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591059 May 03 21:14:36.904821 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:36.906738 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-d061fead-79cb-40ad-87c2-a4c461753e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:36.908448 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-d061fead-79cb-40ad-87c2-a4c461753e38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73578aa6-1e97-4260-8c78-76d945b6e7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1205397 May 03 21:14:36.929269 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 00aafd5e-b390-401c-a130-e021ed989253, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=00aafd5e-b390-401c-a130-e021ed989253,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:36.937162 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:36.946564 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:36.982151 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:37.010666 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:37.014485 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961a9298-dada-4c26-a9d2-19ad30b04dbc'] response: {'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'code': 200} May 03 21:14:37.044755 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=00aafd5e-b390-401c-a130-e021ed989253,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:37.091615 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e0f5-6d04-40ae-aa96-a91c8f8c7914 req-ffbcd2fb-8537-48e6-b694-37fd3d94e1ad tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:37.094885 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-44c6e0f5-6d04-40ae-aa96-a91c8f8c7914 req-ffbcd2fb-8537-48e6-b694-37fd3d94e1ad tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 945 time: 0.1521549 May 03 21:14:37.145948 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-77de8eae-fbf6-4590-a0e0-c1aa173b4be2 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228708 May 03 21:14:37.166356 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:37.233030 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-44c6e0f5-6d04-40ae-aa96-a91c8f8c7914 req-066a86f0-fd4d-46b9-968e-c3e5f6f64fb2 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303279 May 03 21:14:37.281557 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7762b-1585-472c-8abc-0aab9ed04e78 req-c83e2409-a0fc-4646-8e9a-1f00ff70a55d tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:37.289476 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8aa7762b-1585-472c-8abc-0aab9ed04e78 req-c83e2409-a0fc-4646-8e9a-1f00ff70a55d tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 944 time: 0.1459477 May 03 21:14:37.343203 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8aa7762b-1585-472c-8abc-0aab9ed04e78 req-32576167-95f2-4649-87cb-dcf96e86e2b4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521224 May 03 21:14:37.408305 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['00aafd5e-b390-401c-a130-e021ed989253'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:14:37.607629 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d2b94e28-3b12-41b7-961c-c50b8b460bc3 req-b640d4bd-2e88-4414-9c39-85fc129eae2a service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532056 May 03 21:14:37.646403 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf2e42-c9f1-4c0c-9bc1-40fa881ab911 req-fee9cf99-2411-41dd-a2b2-2ce6b4ff3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:37.650002 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8eaf2e42-c9f1-4c0c-9bc1-40fa881ab911 req-fee9cf99-2411-41dd-a2b2-2ce6b4ff3187 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 1099 time: 0.2452407 May 03 21:14:37.683311 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d41c4e-5f0d-48e3-ba23-53fbf79a5241 req-2e6bf42e-920e-4f03-ab4f-0a9952c76022 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:37.690384 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e4d41c4e-5f0d-48e3-ba23-53fbf79a5241 req-2e6bf42e-920e-4f03-ab4f-0a9952c76022 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 944 time: 0.1282945 May 03 21:14:37.729579 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8eaf2e42-c9f1-4c0c-9bc1-40fa881ab911 req-ee541dee-f4b6-47f0-a11e-20a6fc16620b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659981 May 03 21:14:37.747546 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e4d41c4e-5f0d-48e3-ba23-53fbf79a5241 req-3f87ebce-b7f1-43ab-bf6b-e33f76c73ff3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553887 May 03 21:14:38.103988 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab15f8-1dcd-4c43-84bb-7e6b1a66f975 req-3e161ff6-5d09-473a-87df-01117fa965a1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:38.107188 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a6ab15f8-1dcd-4c43-84bb-7e6b1a66f975 req-3e161ff6-5d09-473a-87df-01117fa965a1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.0968637 May 03 21:14:38.164269 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a6ab15f8-1dcd-4c43-84bb-7e6b1a66f975 req-060f76df-25f7-4859-bf18-db25bff06bc1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482471 May 03 21:14:38.276947 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device d0f1d2a5-4d26-45c7-bd00-b03b880c9865 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:14:38.439803 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd896b48-3178-4d5d-a119-f663076ca024 req-c27fe06f-e24d-4c4e-b3fc-ee2d88d7d388 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:38.447048 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dd896b48-3178-4d5d-a119-f663076ca024 req-c27fe06f-e24d-4c4e-b3fc-ee2d88d7d388 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 945 time: 0.1019578 May 03 21:14:38.501623 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port d0f1d2a5-4d26-45c7-bd00-b03b880c9865, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:38.505081 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dd896b48-3178-4d5d-a119-f663076ca024 req-5d2e7370-2837-444f-b152-b962ad51e0f3 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553427 May 03 21:14:38.518765 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'port_id': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865', 'mac_address': 'fa:16:3e:84:3b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:14:38.577329 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:38.599226 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f1d2a5-4d26-45c7-bd00-b03b880c9865 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:14:38.616880 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port d0f1d2a5-4d26-45c7-bd00-b03b880c9865, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:38.623936 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:38.624594 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 105b9afb-c094-4da2-b536-b27759de4e3c details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:14:38.640817 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b2e5-4e57-41d1-9e80-219fdb38ee6e req-2e2ebca8-e2b6-4d7d-ade7-f71c7d999026 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:38.642517 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3074b2e5-4e57-41d1-9e80-219fdb38ee6e req-2e2ebca8-e2b6-4d7d-ade7-f71c7d999026 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 944 time: 0.1097414 May 03 21:14:38.695824 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3074b2e5-4e57-41d1-9e80-219fdb38ee6e req-fa97aa3c-5010-46fe-aa45-5f3183d53757 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476501 May 03 21:14:38.811076 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:38.891895 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 105b9afb-c094-4da2-b536-b27759de4e3c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=105b9afb-c094-4da2-b536-b27759de4e3c,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:38.925199 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '105b9afb-c094-4da2-b536-b27759de4e3c', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'port_id': '105b9afb-c094-4da2-b536-b27759de4e3c', 'mac_address': 'fa:16:3e:a9:14:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:14:39.035689 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:39.055681 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105b9afb-c094-4da2-b536-b27759de4e3c {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:14:39.065262 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a4735-7602-4faf-9ce3-67c75d867cd4 req-1c534c42-3656-4c2b-8877-bacf5fed82d3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:39.073025 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-557a4735-7602-4faf-9ce3-67c75d867cd4 req-1c534c42-3656-4c2b-8877-bacf5fed82d3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 944 time: 0.1171825 May 03 21:14:39.077076 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 105b9afb-c094-4da2-b536-b27759de4e3c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=105b9afb-c094-4da2-b536-b27759de4e3c,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:39.081778 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:39.175042 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=105b9afb-c094-4da2-b536-b27759de4e3c,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:39.256867 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-557a4735-7602-4faf-9ce3-67c75d867cd4 req-830e8a96-a56f-4004-b8e7-32c7cacfb9fb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829262 May 03 21:14:39.266045 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 52844) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:39.458129 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-55e29a6e-d9f0-4e2b-8b5f-522d5b950fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:39.478931 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-55e29a6e-d9f0-4e2b-8b5f-522d5b950fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:39.483686 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-55e29a6e-d9f0-4e2b-8b5f-522d5b950fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5ef2b55d024f49869e64873d50d9b7 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:39.486634 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-55e29a6e-d9f0-4e2b-8b5f-522d5b950fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:39.486881 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b49b79-db21-4e67-a2c3-bc357e1e3f1d req-86a4603a-9427-4fea-b69b-595d60e1ab84 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:39.488647 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-67b49b79-db21-4e67-a2c3-bc357e1e3f1d req-86a4603a-9427-4fea-b69b-595d60e1ab84 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.1263216 May 03 21:14:39.498479 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['d0f1d2a5-4d26-45c7-bd00-b03b880c9865'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:14:39.498887 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-55e29a6e-d9f0-4e2b-8b5f-522d5b950fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:39.545869 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-67b49b79-db21-4e67-a2c3-bc357e1e3f1d req-8006186f-376a-4f3c-9260-519f1446dbcd tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511496 May 03 21:14:39.561122 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['105b9afb-c094-4da2-b536-b27759de4e3c'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:14:39.695985 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-55e29a6e-d9f0-4e2b-8b5f-522d5b950fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:39.708535 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-55e29a6e-d9f0-4e2b-8b5f-522d5b950fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:39.732650 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b409c6e-3019-410d-8c8f-663210e5971b req-72be4aaf-1e14-4f50-ab6d-fc5d0af640ca tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:39.740349 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9b409c6e-3019-410d-8c8f-663210e5971b req-72be4aaf-1e14-4f50-ab6d-fc5d0af640ca tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 945 time: 0.1072216 May 03 21:14:39.746602 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e29a6e-d9f0-4e2b-8b5f-522d5b950fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2bd11e-ee29-4124-9a0e-588cf2713022,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:39.757039 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-fbae445f-f9e1-4da1-88db-5ddac28e20b1 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:39.757760 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-fbae445f-f9e1-4da1-88db-5ddac28e20b1 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Synchronizing usage tracker for tenant:3d19be1c44c04574b03aad76a6b2f359 on resource:port {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:39.788284 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-55e29a6e-d9f0-4e2b-8b5f-522d5b950fe5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc5ef2b55d024f49869e64873d50d9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5210321 May 03 21:14:39.791472 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 52866) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:39.809249 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9b409c6e-3019-410d-8c8f-663210e5971b req-c69fb32e-cfa1-4e1e-b5f4-7f125fce5f8f tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/security-groups?id=c670f419-7f69-4806-81b1-b52fb8340f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656970 May 03 21:14:39.814290 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-fbae445f-f9e1-4da1-88db-5ddac28e20b1 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Unset dirty status for tenant:3d19be1c44c04574b03aad76a6b2f359 on resource:port {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:39.815669 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-fbae445f-f9e1-4da1-88db-5ddac28e20b1 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.43 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 945 time: 0.3409452 May 03 21:14:39.922957 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-b27b442b-fc47-4a01-9c9d-a41d0562c3a5 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Deleting port bc948123-5fe4-4aac-86ca-564a278b0b3d {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:14:39.923330 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-b27b442b-fc47-4a01-9c9d-a41d0562c3a5 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:39.940236 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbc8e1-2159-4868-a4d8-c85de135f136 req-5f688d67-d4b5-4560-baf7-53abe9d5c8a0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:39.941848 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-84dbc8e1-2159-4868-a4d8-c85de135f136 req-5f688d67-d4b5-4560-baf7-53abe9d5c8a0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 945 time: 0.0873635 May 03 21:14:39.954832 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cc6ac333-48bb-4f20-96ae-959597f6db05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:39.998388 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-84dbc8e1-2159-4868-a4d8-c85de135f136 req-498a989a-62ab-4bcf-b567-baeb6ad14549 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500352 May 03 21:14:40.006837 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cc6ac333-48bb-4f20-96ae-959597f6db05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:40.200909 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cc6ac333-48bb-4f20-96ae-959597f6db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:40.208617 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 52876) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:40.226710 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ac333-48bb-4f20-96ae-959597f6db05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2bd11e-ee29-4124-9a0e-588cf2713022,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:40.235833 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cc6ac333-48bb-4f20-96ae-959597f6db05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:40.236951 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-cc6ac333-48bb-4f20-96ae-959597f6db05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b2bd11e-ee29-4124-9a0e-588cf2713022 HTTP/1.1" status: 204 len: 168 time: 0.4445012 May 03 21:14:40.257949 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-b27b442b-fc47-4a01-9c9d-a41d0562c3a5 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] For port bc948123-5fe4-4aac-86ca-564a278b0b3d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=bc948123-5fe4-4aac-86ca-564a278b0b3d,segment=NetworkSegment(7a1b9e3f-064b-4e94-a387-331e867ef6e3),segment_id=7a1b9e3f-064b-4e94-a387-331e867ef6e3)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:40.258400 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-b27b442b-fc47-4a01-9c9d-a41d0562c3a5 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:40.286661 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 00aafd5e-b390-401c-a130-e021ed989253 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:40.437265 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-b27b442b-fc47-4a01-9c9d-a41d0562c3a5 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Calling delete_port for bc948123-5fe4-4aac-86ca-564a278b0b3d owned by compute:nova {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:14:40.483445 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 00aafd5e-b390-401c-a130-e021ed989253 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:40.495048 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 00aafd5e-b390-401c-a130-e021ed989253 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:40.495411 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:40.636979 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff87e68-1454-474a-9c57-3ae84f9cb044 req-45355b6f-7fb0-4f52-a03b-05949404e06b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:40.644725 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aff87e68-1454-474a-9c57-3ae84f9cb044 req-45355b6f-7fb0-4f52-a03b-05949404e06b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 945 time: 0.1824980 May 03 21:14:40.685859 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:40.719717 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4d257554-9f4e-4b33-9da1-03f74e7a75fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:40.743828 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46de8291-b455-4478-ab34-93b6aac2ad9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aafd5e-b390-401c-a130-e021ed989253'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:40.765038 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 00aafd5e-b390-401c-a130-e021ed989253, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=00aafd5e-b390-401c-a130-e021ed989253,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:40.775396 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:40.805173 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-4d257554-9f4e-4b33-9da1-03f74e7a75fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:40.819067 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-4d257554-9f4e-4b33-9da1-03f74e7a75fe admin admin] Usage tracker for resource:security_group_rule and tenant:9ea8f26c763f4267ac618f49bf835df0 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:40.830630 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 52914) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:40.835109 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-b27b442b-fc47-4a01-9c9d-a41d0562c3a5 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:40.875055 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['bc948123-5fe4-4aac-86ca-564a278b0b3d'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:14:40.898754 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aff87e68-1454-474a-9c57-3ae84f9cb044 req-49206d05-11fa-4e9c-a12e-3b99c4a191b3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530427 May 03 21:14:40.899587 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-4d257554-9f4e-4b33-9da1-03f74e7a75fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:40.913359 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b442b-fc47-4a01-9c9d-a41d0562c3a5 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Pushing event deleted for resources: {'Port': ['ID=bc948123-5fe4-4aac-86ca-564a278b0b3d,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:40.915510 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9de8-888c-43ef-88a6-45b2265df54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:40.943010 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-4d257554-9f4e-4b33-9da1-03f74e7a75fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:41.015972 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=00aafd5e-b390-401c-a130-e021ed989253,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:41.024743 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79d4c4a-7e9a-4c42-a60f-f52c00eaa9ab'] response: {'server_uuid': '46de8291-b455-4478-ab34-93b6aac2ad9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aafd5e-b390-401c-a130-e021ed989253', 'code': 200} May 03 21:14:41.046064 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edce897-58e2-47fa-ac48-62b7283430ad req-78c7fdab-4ce9-4807-8bd3-0ae0e56744ba tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:41.055697 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7edce897-58e2-47fa-ac48-62b7283430ad req-78c7fdab-4ce9-4807-8bd3-0ae0e56744ba tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.2469020 May 03 21:14:41.070222 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-fa8e9de8-888c-43ef-88a6-45b2265df54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:41.078613 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-fa8e9de8-888c-43ef-88a6-45b2265df54b admin admin] Usage tracker for resource:security_group_rule and tenant:67285d196bcd468aa2c32c9b7fce86c7 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:41.087553 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-fa8e9de8-888c-43ef-88a6-45b2265df54b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:41.099682 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-fa8e9de8-888c-43ef-88a6-45b2265df54b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:41.116545 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7edce897-58e2-47fa-ac48-62b7283430ad req-09c22cc5-483f-41cc-8c2c-f3e974495b20 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568182 May 03 21:14:41.218131 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9de8-888c-43ef-88a6-45b2265df54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.236477 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-b27b442b-fc47-4a01-9c9d-a41d0562c3a5 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] No DVR routers for this DVR port bc948123-5fe4-4aac-86ca-564a278b0b3d on host hv-cinder-84037 {{(pid=87240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:14:41.242157 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9de8-888c-43ef-88a6-45b2265df54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.291074 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-fa8e9de8-888c-43ef-88a6-45b2265df54b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67285d196bcd468aa2c32c9b7fce86c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592850 May 03 21:14:41.296676 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 52930) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:41.297740 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-b27b442b-fc47-4a01-9c9d-a41d0562c3a5 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.327752 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e9cf74-fb86-4b65-b474-46bd12deafce', 'name': 'network-vif-deleted', 'tag': 'bc948123-5fe4-4aac-86ca-564a278b0b3d'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:41.329294 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dd26ac70-2f49-4861-8d14-9c6846f07254 req-c5fa4e9f-5c60-43fe-acae-494ed8d5621d tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 210 time: 0.1184666 May 03 21:14:41.392459 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-1b6b4c76-1a74-4447-8b81-5cbca8f84555 req-b27b442b-fc47-4a01-9c9d-a41d0562c3a5 tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.43 "DELETE /v2.0/ports/bc948123-5fe4-4aac-86ca-564a278b0b3d HTTP/1.1" status: 204 len: 173 time: 1.5626681 May 03 21:14:41.443378 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.448134 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-c8430e21-63d2-406d-ae1c-ca306b21130b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7098467 May 03 21:14:41.461092 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e9de8-888c-43ef-88a6-45b2265df54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e57d3b-af13-410a-8099-fedfbbc1efb0,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:41.465453 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a6777bb3-c167-4c1d-9329-d26597369822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.531466 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4d257554-9f4e-4b33-9da1-03f74e7a75fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.532837 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a6777bb3-c167-4c1d-9329-d26597369822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.596790 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4d257554-9f4e-4b33-9da1-03f74e7a75fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.655629 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-4d257554-9f4e-4b33-9da1-03f74e7a75fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ea8f26c763f4267ac618f49bf835df0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4450018 May 03 21:14:41.659538 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 52940) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:41.678851 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a6777bb3-c167-4c1d-9329-d26597369822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.706853 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-aa6578e7-eec0-4c50-805e-65cbff7c00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:41.707964 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-aa6578e7-eec0-4c50-805e-65cbff7c00a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 1099 time: 0.1261303 May 03 21:14:41.708675 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6777bb3-c167-4c1d-9329-d26597369822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e57d3b-af13-410a-8099-fedfbbc1efb0,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:41.733730 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d257554-9f4e-4b33-9da1-03f74e7a75fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5e6758-c7ef-4019-b96d-83154083a832,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:41.764424 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65671c-bf7b-454e-9b95-892b11476da5 req-00d0431c-cb71-4354-b36e-021991b69bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:41.766266 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5c65671c-bf7b-454e-9b95-892b11476da5 req-00d0431c-cb71-4354-b36e-021991b69bdd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 1098 time: 0.4199994 May 03 21:14:41.812158 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c2090-a35a-4539-a881-6acffbbc194e req-d1fe8c57-25ae-44d6-9014-33746c18a9d0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:41.814511 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b23c2090-a35a-4539-a881-6acffbbc194e req-d1fe8c57-25ae-44d6-9014-33746c18a9d0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 945 time: 0.3775802 May 03 21:14:41.827877 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee1857-74d3-4c18-a991-7ccad1a3ed28 req-4d67151c-943e-4aef-8386-d7409ab5aeeb tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:41.829380 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c4ee1857-74d3-4c18-a991-7ccad1a3ed28 req-4d67151c-943e-4aef-8386-d7409ab5aeeb tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.2887650 May 03 21:14:41.842295 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a6777bb3-c167-4c1d-9329-d26597369822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.843524 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a6777bb3-c167-4c1d-9329-d26597369822 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14e57d3b-af13-410a-8099-fedfbbc1efb0 HTTP/1.1" status: 204 len: 168 time: 0.5182006 May 03 21:14:41.847800 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 52944) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:41.864958 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-5d55d4d7-2995-459f-8151-8c2da8dee751 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'floatingip': {'port_id': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:41.943875 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b17a90f-1097-41ee-8e96-60ddc180a553'] response: {'server_uuid': '72e9cf74-fb86-4b65-b474-46bd12deafce', 'name': 'network-vif-deleted', 'tag': 'bc948123-5fe4-4aac-86ca-564a278b0b3d', 'status': 'completed', 'code': 200} May 03 21:14:41.970506 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-72faf82e-7176-4348-8bb6-a283cee4c9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:41.978449 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-5c65671c-bf7b-454e-9b95-892b11476da5 req-530c630d-9bd1-40c3-b801-4b4ebfbe050a service neutron] Synchronizing usage tracker for tenant:f51a904b7e71407ebf4e6a2447bc0c16 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:41.986270 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5d55d4d7-2995-459f-8151-8c2da8dee751 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:42.030835 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-72faf82e-7176-4348-8bb6-a283cee4c9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:42.042718 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-489ffa9b-a16e-44e9-a54c-06785d33604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:42.045404 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-489ffa9b-a16e-44e9-a54c-06785d33604c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.3169506 May 03 21:14:42.071555 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b23c2090-a35a-4539-a881-6acffbbc194e req-0b2195d6-1577-4296-b8d6-ff38e8874c6e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375383 May 03 21:14:42.193413 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-5c65671c-bf7b-454e-9b95-892b11476da5 req-530c630d-9bd1-40c3-b801-4b4ebfbe050a service neutron] Unset dirty status for tenant:f51a904b7e71407ebf4e6a2447bc0c16 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:42.195141 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5c65671c-bf7b-454e-9b95-892b11476da5 req-530c630d-9bd1-40c3-b801-4b4ebfbe050a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187047 May 03 21:14:42.219706 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-576a7b5c-18c8-45bb-9b3c-52470fdcc7d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa HTTP/1.1" status: 200 len: 217 time: 0.1560969 May 03 21:14:42.230533 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-72faf82e-7176-4348-8bb6-a283cee4c9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:42.267107 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faf82e-7176-4348-8bb6-a283cee4c9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5e6758-c7ef-4019-b96d-83154083a832,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:42.285590 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-72faf82e-7176-4348-8bb6-a283cee4c9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:42.299264 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-72faf82e-7176-4348-8bb6-a283cee4c9de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f5e6758-c7ef-4019-b96d-83154083a832 HTTP/1.1" status: 204 len: 168 time: 0.6383405 May 03 21:14:42.312973 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device d0f1d2a5-4d26-45c7-bd00-b03b880c9865 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:42.472174 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:42.487110 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:42.487692 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:42.568710 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed6555-4f23-4c34-bdd0-6b05aba3be11 req-b3c1960c-1941-4f5e-9e37-5a4e8af85cc9 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:42.576260 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48ed6555-4f23-4c34-bdd0-6b05aba3be11 req-b3c1960c-1941-4f5e-9e37-5a4e8af85cc9 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 945 time: 0.4400299 May 03 21:14:42.645281 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-5e2c0f1d-c9f2-4681-bded-619c6ebae6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:42.649715 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-5e2c0f1d-c9f2-4681-bded-619c6ebae6b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.1749287 May 03 21:14:42.744306 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-83018a3c-c28c-47fa-8793-34c11faf25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:42.746849 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-83018a3c-c28c-47fa-8793-34c11faf25ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927472 May 03 21:14:42.784621 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:42.864246 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port d0f1d2a5-4d26-45c7-bd00-b03b880c9865, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:42.870586 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:42.871704 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 105b9afb-c094-4da2-b536-b27759de4e3c up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:14:42.906882 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-95b336ff-f9c3-4b1f-875b-129bfc9b2a4f req-9e00a971-7186-473f-8aee-08fb224f4f9e tempest-DeleteServersTestJSON-713662703 tempest-DeleteServersTestJSON-713662703-project] 10.222.0.44 "GET /v2.0/ports?device_id=72e9cf74-fb86-4b65-b474-46bd12deafce HTTP/1.1" status: 200 len: 210 time: 0.2807465 May 03 21:14:42.940466 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48ed6555-4f23-4c34-bdd0-6b05aba3be11 req-9dcaeace-350b-4190-baa1-a81a46d5d4fd tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602102 May 03 21:14:42.979914 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-55f5ca2a-ae01-4394-808a-88466646297e service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261310 May 03 21:14:43.033486 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:43.097383 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:43.137532 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857bd228-c4bd-49ad-9584-88f34f8cafb9'] response: {'server_uuid': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865', 'code': 200} May 03 21:14:43.154209 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 105b9afb-c094-4da2-b536-b27759de4e3c completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:14:43.161165 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 105b9afb-c094-4da2-b536-b27759de4e3c triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:14:43.162100 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:43.367354 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-44e78039-e3cf-441e-a876-0a04bf24f44e req-14960bc3-ec56-4e1e-8061-b0616c87c109 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759284 May 03 21:14:43.456383 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:43.530195 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 105b9afb-c094-4da2-b536-b27759de4e3c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=105b9afb-c094-4da2-b536-b27759de4e3c,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:14:43.542800 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:43.643692 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab009f44-dc2b-43ad-9bf9-85bc73fe0b63 req-5ff446a8-3b7e-432c-9234-224f91302684 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:43.643962 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=105b9afb-c094-4da2-b536-b27759de4e3c,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:43.646288 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ab009f44-dc2b-43ad-9bf9-85bc73fe0b63 req-5ff446a8-3b7e-432c-9234-224f91302684 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.2344906 May 03 21:14:43.703646 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.db.resource_extend [None req-5d55d4d7-2995-459f-8151-8c2da8dee751 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:14:43.787171 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ab009f44-dc2b-43ad-9bf9-85bc73fe0b63 req-84c8ea73-8c7d-4c07-b1ec-3d28a99458a0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318247 May 03 21:14:43.809147 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5d55d4d7-2995-459f-8151-8c2da8dee751 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:43.821355 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5d55d4d7-2995-459f-8151-8c2da8dee751 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:43.852102 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6065d8e-a876-4b98-b9e8-d6a3e2b16ab0 req-323cf8b0-c9ab-4e4b-aa91-3d9c5f3d518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:43.854730 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f6065d8e-a876-4b98-b9e8-d6a3e2b16ab0 req-323cf8b0-c9ab-4e4b-aa91-3d9c5f3d518c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 1099 time: 0.1023419 May 03 21:14:43.899364 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f6065d8e-a876-4b98-b9e8-d6a3e2b16ab0 req-0f3fe924-1148-4658-bfe5-e322e848daf8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379529 May 03 21:14:44.023101 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [None req-5d55d4d7-2995-459f-8151-8c2da8dee751 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Floating IP 0db4333c-7e27-4a80-b361-d8a072acdeec associated. External IP: 172.28.1.150, port: ab1b990b-74b6-4b11-8ca5-1d3d46e925fa. May 03 21:14:44.095894 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5f86-b9ae-4ba5-827e-11e13da45522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:44.324657 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device bc948123-5fe4-4aac-86ca-564a278b0b3d no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:14:44.370908 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938c2f-adcb-42b0-b587-7b8c1b40bbda req-9540346c-533d-43f8-908a-876362f1a668 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:44.379491 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-45938c2f-adcb-42b0-b587-7b8c1b40bbda req-9540346c-533d-43f8-908a-876362f1a668 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.2704606 May 03 21:14:44.449243 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: bc948123-5fe4-4aac-86ca-564a278b0b3d {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:14:44.457067 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device bc948123-5fe4-4aac-86ca-564a278b0b3d not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:14:44.601230 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-45938c2f-adcb-42b0-b587-7b8c1b40bbda req-409aac2c-f8ed-4bde-99b0-c3a8d1c744d3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204001 May 03 21:14:44.741698 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d55d4d7-2995-459f-8151-8c2da8dee751 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:14:45.090357 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d55d4d7-2995-459f-8151-8c2da8dee751 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:14:45.105719 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e01199-322b-49a7-913d-556229366727 None None] Sync routers for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:14:45.119397 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e01199-322b-49a7-913d-556229366727 None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:45.120278 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-e2e01199-322b-49a7-913d-556229366727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:14:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:45.139350 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9413f2c-5d66-40d4-ad75-3b67dd2b50ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105b9afb-c094-4da2-b536-b27759de4e3c'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:45.141480 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5d55d4d7-2995-459f-8151-8c2da8dee751 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:45.230548 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e9a87e-8efa-4da2-a794-ac99d91f61ee'] response: {'server_uuid': 'f9413f2c-5d66-40d4-ad75-3b67dd2b50ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105b9afb-c094-4da2-b536-b27759de4e3c', 'code': 200} May 03 21:14:45.278935 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-5d55d4d7-2995-459f-8151-8c2da8dee751 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "PUT /v2.0/floatingips/0db4333c-7e27-4a80-b361-d8a072acdeec HTTP/1.1" status: 200 len: 992 time: 3.4276621 May 03 21:14:45.288460 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:45.340250 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46483ac0-2b61-40e7-88b7-bfb9a67975d8 req-2514840c-986e-44fe-a7c8-407e7b6c817f tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:45.342270 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-46483ac0-2b61-40e7-88b7-bfb9a67975d8 req-2514840c-986e-44fe-a7c8-407e7b6c817f tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.2942367 May 03 21:14:45.430293 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210aa84e-1c8e-4589-bb52-27437cd43bc2'] response: {'name': 'network-changed', 'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'status': 'completed', 'code': 200} May 03 21:14:45.461596 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-46483ac0-2b61-40e7-88b7-bfb9a67975d8 req-51a58e48-eee8-473d-b364-fe94d6dbf817 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121745 May 03 21:14:45.600922 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-500b9774-6e17-4859-8362-8655c60c227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:45.602432 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-500b9774-6e17-4859-8362-8655c60c227c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 1099 time: 0.1296146 May 03 21:14:45.616135 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-e2e01199-322b-49a7-913d-556229366727 None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:45.786089 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-b47935c9-e634-44fc-90a2-7811bb5ca58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:45.788142 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-b47935c9-e634-44fc-90a2-7811bb5ca58d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.1786628 May 03 21:14:45.815013 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7046d2-390c-430b-8ae9-f363b01bced2 req-25831259-cbbe-4a08-8968-a09b8fb67944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:45.816758 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2a7046d2-390c-430b-8ae9-f363b01bced2 req-25831259-cbbe-4a08-8968-a09b8fb67944 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 1099 time: 0.1895628 May 03 21:14:45.915850 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-c8f4eec4-2e17-4be2-9cba-62831dfb8392 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa HTTP/1.1" status: 200 len: 1000 time: 0.1212087 May 03 21:14:45.975092 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2a7046d2-390c-430b-8ae9-f363b01bced2 req-c8495658-434c-4fbe-bc5f-14d3c3f9d0bd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518497 May 03 21:14:46.024245 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b144c-5fa6-4d10-8e58-1d37a21df2f1 req-dfc789ee-12de-439e-a43e-c4d5edfbfe54 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:46.025960 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b30b144c-5fa6-4d10-8e58-1d37a21df2f1 req-dfc789ee-12de-439e-a43e-c4d5edfbfe54 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1779325 May 03 21:14:46.062851 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-e7bd2a75-46d0-4547-a587-d2e5520ac54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:46.064294 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-e7bd2a75-46d0-4547-a587-d2e5520ac54b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.1416087 May 03 21:14:46.115804 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b30b144c-5fa6-4d10-8e58-1d37a21df2f1 req-a2b728af-e621-4f2e-a16e-08188b2c8aaa tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831256 May 03 21:14:46.147725 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-e2e01199-322b-49a7-913d-556229366727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '0db4333c-7e27-4a80-b361-d8a072acdeec', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'port_id': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'mac_address': 'fa:16:3e:26:5c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:14:17Z', 'updated_at': '2022-05-03T21:14:43Z', 'revision_number': 1, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:46.152004 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e01199-322b-49a7-913d-556229366727 None None] Checking router: bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:14:46.163193 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e01199-322b-49a7-913d-556229366727 None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:46.164268 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-e2e01199-322b-49a7-913d-556229366727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:14:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:46.367376 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-b99c727f-3ff4-455c-9b29-77fb7279a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:46.369259 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-b99c727f-3ff4-455c-9b29-77fb7279a5e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911632 May 03 21:14:46.374025 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-e2e01199-322b-49a7-913d-556229366727 None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:46.383206 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3de27691-70f7-41f6-bffa-4ca102a9c111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:46.517006 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-d4166cac-16be-4e5a-8324-96d30f25ba31 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403699 May 03 21:14:46.706540 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-6af1a885-d2e8-48cc-84de-15baef6f8307 req-83249363-0d61-4cfc-8059-b8ed66a8c758 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804693 May 03 21:14:46.723172 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658b2b3-f3a9-46c7-8f71-e9a7511b2a52 req-703dc11f-2ab0-47f6-9a6a-1f0f59eada2e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:46.724833 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8658b2b3-f3a9-46c7-8f71-e9a7511b2a52 req-703dc11f-2ab0-47f6-9a6a-1f0f59eada2e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1328843 May 03 21:14:46.737328 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53132) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:46.812524 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-e2e01199-322b-49a7-913d-556229366727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '0db4333c-7e27-4a80-b361-d8a072acdeec', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'port_id': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'mac_address': 'fa:16:3e:26:5c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:14:17Z', 'updated_at': '2022-05-03T21:14:43Z', 'revision_number': 1, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:46.814137 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Deleting subnet 2b55b406-9403-4462-b901-555c406ec6ec {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:14:46.816884 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8658b2b3-f3a9-46c7-8f71-e9a7511b2a52 req-48bd4863-917e-4fad-be71-fa02aa10cf4e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829573 May 03 21:14:46.817172 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:46.818372 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e01199-322b-49a7-913d-556229366727 None None] The sync data for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb is: [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '0db4333c-7e27-4a80-b361-d8a072acdeec', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'port_id': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'mac_address': 'fa:16:3e:26:5c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:14:17Z', 'updated_at': '2022-05-03T21:14:43Z', 'revision_number': 1, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:14:46.936010 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3460637'] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:46.993805 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.089620 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128164'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.100927 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2ac09-867a-4585-914a-cda35d42f9b1 req-af49e347-cb4e-47d0-adb8-51d32c90af21 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:47.108775 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fcb2ac09-867a-4585-914a-cda35d42f9b1 req-af49e347-cb4e-47d0-adb8-51d32c90af21 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1406868 May 03 21:14:47.124774 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53148) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:47.129873 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-4fc16b1b-23a7-4483-915b-e0130904d9e9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'floatingip': {'port_id': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:47.145842 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.152766 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f3eb2-dad1-478f-9143-cebb1e6cf900 None None] New status for floating IP 0db4333c-7e27-4a80-b361-d8a072acdeec: ACTIVE {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:14:47.159296 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b55b406-9403-4462-b901-555c406ec6ec,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:47.176883 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.177533 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.178074 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.178602 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.179102 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.179632 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.180129 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.180632 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.181137 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.181654 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.182416 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.182945 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:47.187484 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c3f6559a-4889-460a-85a6-a6bbf3d12a89 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2b55b406-9403-4462-b901-555c406ec6ec HTTP/1.1" status: 204 len: 168 time: 0.4490104 May 03 21:14:47.189895 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53154) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:47.315009 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4fc16b1b-23a7-4483-915b-e0130904d9e9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.345215 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.523255 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.552844 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60cc30f-a212-4950-9b72-b644edeef1ce']}} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:47.572222 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1b9e3f-064b-4e94-a387-331e867ef6e3') {'for_net_delete': True} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:47.572649 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1b9e3f-064b-4e94-a387-331e867ef6e3') {} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:47.587559 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3460628'] for segment, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.607924 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.615599 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:14:47.616061 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221191'] for segment, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: Traceback (most recent call last): May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: timer() May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: cb(*args, **kw) May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: return func(*args, **kwargs) May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: self._notify() May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: self.callback(batched_events) May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: event.method(event) May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: return f(self, *a, **k) May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: return self._get(url).json() May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: return self.request(url, 'GET', **kwargs) May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:14:47.632634 dv-cinder-840376-1-smb neutron-server[87240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:14:47.729976 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.751709 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.754535 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f60cc30f-a212-4950-9b72-b644edeef1ce,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:47.771255 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ed6b0689-fd23-4afa-a141-7cd89d00f3c3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f60cc30f-a212-4950-9b72-b644edeef1ce HTTP/1.1" status: 204 len: 168 time: 0.5798280 May 03 21:14:47.773218 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.799191 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:47.966160 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fcf2c-3904-4046-b255-7c8bfe18f151 req-122e40b3-c59f-4108-9f97-ee02e27209fe tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:47.966160 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-241fcf2c-3904-4046-b255-7c8bfe18f151 req-122e40b3-c59f-4108-9f97-ee02e27209fe tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.3175976 May 03 21:14:48.046336 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53186) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:48.104287 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c6b001bf-19ed-465d-b15d-9bce2634a1fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d19be1c44c04574b03aad76a6b2f359&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0540359 May 03 21:14:48.104287 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53194) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:48.118884 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-241fcf2c-3904-4046-b255-7c8bfe18f151 req-37a97cf0-d9c6-408e-b135-9c93639a63be tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519918 May 03 21:14:48.207707 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1bb2baa2-a308-4baf-8719-7a34ae2f8c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:48.246918 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1bb2baa2-a308-4baf-8719-7a34ae2f8c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:48.335457 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1bb2baa2-a308-4baf-8719-7a34ae2f8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:48.368170 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2baa2-a308-4baf-8719-7a34ae2f8c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c670f419-7f69-4806-81b1-b52fb8340f00,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:48.400041 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1bb2baa2-a308-4baf-8719-7a34ae2f8c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:48.401512 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1bb2baa2-a308-4baf-8719-7a34ae2f8c59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c670f419-7f69-4806-81b1-b52fb8340f00 HTTP/1.1" status: 204 len: 168 time: 0.2956288 May 03 21:14:48.464969 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4fc16b1b-23a7-4483-915b-e0130904d9e9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:48.469745 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4fc16b1b-23a7-4483-915b-e0130904d9e9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:48.648418 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [None req-4fc16b1b-23a7-4483-915b-e0130904d9e9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Floating IP 533fe73f-2144-473e-ac3f-afb170ce7162 associated. External IP: 172.28.1.152, port: d0f1d2a5-4d26-45c7-bd00-b03b880c9865. May 03 21:14:48.657579 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:48.997750 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc16b1b-23a7-4483-915b-e0130904d9e9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Router 42deac74-9824-4b94-ae82-79b9cf8e1b49 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:14:49.216483 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc16b1b-23a7-4483-915b-e0130904d9e9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:14:49.224831 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4fc16b1b-23a7-4483-915b-e0130904d9e9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:49.228250 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] Sync routers for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:14:49.243591 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:49.244222 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:14:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:49.354439 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-4fc16b1b-23a7-4483-915b-e0130904d9e9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "PUT /v2.0/floatingips/533fe73f-2144-473e-ac3f-afb170ce7162 HTTP/1.1" status: 200 len: 992 time: 2.2282357 May 03 21:14:49.356563 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'tag': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:14:49.431598 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d4f2f-09fe-403a-a3ee-c703cb3ae78a req-4873d2ac-2154-4aa0-ab09-867c5b01b0ea tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:49.433240 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-704d4f2f-09fe-403a-a3ee-c703cb3ae78a req-4873d2ac-2154-4aa0-ab09-867c5b01b0ea tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1589539 May 03 21:14:49.463649 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480ab87a-57ea-4a71-a2d2-78d16eb03d11'] response: {'name': 'network-changed', 'server_uuid': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'tag': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865', 'status': 'completed', 'code': 200} May 03 21:14:49.518226 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-704d4f2f-09fe-403a-a3ee-c703cb3ae78a req-c7543e24-d262-4dd2-9db6-8605cd692adc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772324 May 03 21:14:49.564336 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:49.688714 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-fac92f9e-100c-4a7a-9fd6-fee0ad0eade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:49.690210 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-fac92f9e-100c-4a7a-9fd6-fee0ad0eade0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 1099 time: 0.1840773 May 03 21:14:49.699848 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53268) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:50.016965 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-5c91cb56-2165-47d5-ac39-e2edac31d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:50.026605 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-5c91cb56-2165-47d5-ac39-e2edac31d2c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 911 time: 0.3139403 May 03 21:14:50.084086 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:50.105618 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:50.110636 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Usage tracker for resource:security_group_rule and tenant:16d3192b0cf94cc786ee416435737e34 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:50.114268 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:50.129115 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:50.278516 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-d4198530-ecea-4629-904b-62fa0e312434 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865 HTTP/1.1" status: 200 len: 1000 time: 0.2434163 May 03 21:14:50.300818 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '533fe73f-2144-473e-ac3f-afb170ce7162', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'floating_ip_address': '172.28.1.152', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'port_id': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'mac_address': 'fa:16:3e:84:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:14:14Z', 'updated_at': '2022-05-03T21:14:48Z', 'revision_number': 1, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:50.308145 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] Checking router: 42deac74-9824-4b94-ae82-79b9cf8e1b49 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:14:50.347758 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:14:50.348375 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:14:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:50.396155 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:50.423176 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-5a1ec8db-f07c-44e3-8290-36ce3f090b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:50.424804 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-5a1ec8db-f07c-44e3-8290-36ce3f090b63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 1099 time: 0.2384076 May 03 21:14:50.425225 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:50.462085 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-cd095bf9-d861-41ec-a391-6e50f5096e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:50.463441 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-cd095bf9-d861-41ec-a391-6e50f5096e80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f064806-a999-4d24-bc78-963359e8c2a4 HTTP/1.1" status: 200 len: 849 time: 0.1735296 May 03 21:14:50.516587 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53300) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:50.544779 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16d3192b0cf94cc786ee416435737e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8433390 May 03 21:14:50.547344 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53308) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:50.604784 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbed051-9ff2-4178-a4cb-ec939cde6ee4,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:50.613048 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-629c45f8-b503-44b5-b63d-3a247023f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:50.614538 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-629c45f8-b503-44b5-b63d-3a247023f7d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73578aa6-1e97-4260-8c78-76d945b6e7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1442301 May 03 21:14:50.621409 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7b23831e-90e3-469a-bd15-2d2728c63415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:50.625394 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:14:50.637589 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.638309 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.638844 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.639325 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.639788 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.640574 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.641166 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.641638 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.642396 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.642875 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.643330 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.643801 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9f7c-e430-49e0-88ad-f1fa38f7cdaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:50.676943 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1cee0-5de7-40b5-b4e1-178b3d549e83 req-483927fb-8520-401c-b61b-43ad0a5ebc3e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:50.678512 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f6e1cee0-5de7-40b5-b4e1-178b3d549e83 req-483927fb-8520-401c-b61b-43ad0a5ebc3e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.3201647 May 03 21:14:50.706481 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7b23831e-90e3-469a-bd15-2d2728c63415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:50.769589 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-f7e1990b-6a49-4649-a3b7-f000a36737de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:50.771065 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-f7e1990b-6a49-4649-a3b7-f000a36737de service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.3389404 May 03 21:14:50.839886 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-442b5d70-41d3-4a25-b88c-aca37f869d36 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079093 May 03 21:14:50.884147 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7b23831e-90e3-469a-bd15-2d2728c63415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:50.897925 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-aedb98d9-ab7e-422c-ba89-879b75ae49ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:50.926848 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23831e-90e3-469a-bd15-2d2728c63415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbed051-9ff2-4178-a4cb-ec939cde6ee4,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:51.009150 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-6c94827c-b26b-4bd5-95ea-52407414e4fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=105b9afb-c094-4da2-b536-b27759de4e3c HTTP/1.1" status: 200 len: 217 time: 0.2202017 May 03 21:14:51.029022 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f6e1cee0-5de7-40b5-b4e1-178b3d549e83 req-07dcf060-e314-4f6d-8d33-6a4075e0c559 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238461 May 03 21:14:51.085176 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-aedb98d9-ab7e-422c-ba89-879b75ae49ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:51.095888 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-aedb98d9-ab7e-422c-ba89-879b75ae49ce admin admin] Usage tracker for resource:security_group_rule and tenant:a0d52b01bdd2423ab8a60048a5e7b1db is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:51.106490 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-aedb98d9-ab7e-422c-ba89-879b75ae49ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:51.111391 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7b23831e-90e3-469a-bd15-2d2728c63415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.114784 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-7b23831e-90e3-469a-bd15-2d2728c63415 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bbed051-9ff2-4178-a4cb-ec939cde6ee4 HTTP/1.1" status: 204 len: 168 time: 0.5642402 May 03 21:14:51.119477 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-aedb98d9-ab7e-422c-ba89-879b75ae49ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:51.133683 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-676e9c8a-8685-469f-9609-b7c8bcf8564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:51.136358 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-676e9c8a-8685-469f-9609-b7c8bcf8564b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.0997028 May 03 21:14:51.162694 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-04f6b014-3bbe-4534-9423-f9dba81abb87 req-2967bf24-21c5-4461-8603-1aed5e1664f4 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142314 May 03 21:14:51.261393 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-aedb98d9-ab7e-422c-ba89-879b75ae49ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.266881 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-aedb98d9-ab7e-422c-ba89-879b75ae49ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.317950 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-6384df2d-0ebe-47c1-a8da-0380563a0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:51.319463 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-6384df2d-0ebe-47c1-a8da-0380563a0158 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1689129 May 03 21:14:51.334322 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-aedb98d9-ab7e-422c-ba89-879b75ae49ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0d52b01bdd2423ab8a60048a5e7b1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8162115 May 03 21:14:51.335943 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53332) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:51.337391 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '533fe73f-2144-473e-ac3f-afb170ce7162', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'floating_ip_address': '172.28.1.152', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'port_id': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'mac_address': 'fa:16:3e:84:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:14:14Z', 'updated_at': '2022-05-03T21:14:48Z', 'revision_number': 1, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:14:51.341954 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb98d9-ab7e-422c-ba89-879b75ae49ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695e6d1f-b5e9-4400-988d-4525544906ba,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:51.344075 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1cc203-a1c2-4133-8bf9-ccac3c63fee1 None None] The sync data for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb is: [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '533fe73f-2144-473e-ac3f-afb170ce7162', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'floating_ip_address': '172.28.1.152', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'port_id': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'mac_address': 'fa:16:3e:84:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:14:14Z', 'updated_at': '2022-05-03T21:14:48Z', 'revision_number': 1, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:14:51.505237 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-68353230-b5ad-4c96-9608-1e1e9f37c2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.556659 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-67e1db58-34e7-4ed9-80df-89ba24a56f3e service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291906 May 03 21:14:51.568676 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-68353230-b5ad-4c96-9608-1e1e9f37c2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.650387 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-68353230-b5ad-4c96-9608-1e1e9f37c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.679598 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53348) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:51.691227 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-68353230-b5ad-4c96-9608-1e1e9f37c2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.695144 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-68353230-b5ad-4c96-9608-1e1e9f37c2d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/695e6d1f-b5e9-4400-988d-4525544906ba HTTP/1.1" status: 204 len: 168 time: 0.3557365 May 03 21:14:51.710659 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68353230-b5ad-4c96-9608-1e1e9f37c2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695e6d1f-b5e9-4400-988d-4525544906ba,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:51.725532 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ec6b41a2-249a-49ee-a74e-c91839ebf57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.749973 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ec6b41a2-249a-49ee-a74e-c91839ebf57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:51.754258 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ec6b41a2-249a-49ee-a74e-c91839ebf57c admin admin] Usage tracker for resource:security_group_rule and tenant:015ef86eaef3492d9230912a2042730e is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:51.755146 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38802abc-def6-4313-ac41-146f8032ce29 None None] New status for floating IP 533fe73f-2144-473e-ac3f-afb170ce7162: ACTIVE {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:14:51.757484 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ec6b41a2-249a-49ee-a74e-c91839ebf57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:51.768417 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ec6b41a2-249a-49ee-a74e-c91839ebf57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:51.815499 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-71854ce6-d6b2-4398-9a83-230214390bb1 req-39003ace-d3dc-4b1d-bf9b-d6db9022ad45 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516406 May 03 21:14:51.900644 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ec6b41a2-249a-49ee-a74e-c91839ebf57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.910102 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ec6b41a2-249a-49ee-a74e-c91839ebf57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.973022 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ec6b41a2-249a-49ee-a74e-c91839ebf57c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=015ef86eaef3492d9230912a2042730e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868977 May 03 21:14:51.973399 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53366) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:51.995575 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b41a2-249a-49ee-a74e-c91839ebf57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1cbf24-715f-488f-92a7-585618d05920,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:52.049390 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-293843a2-8e9d-48d0-be04-5447690e0d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.108910 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-293843a2-8e9d-48d0-be04-5447690e0d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.221329 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-293843a2-8e9d-48d0-be04-5447690e0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.248031 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293843a2-8e9d-48d0-be04-5447690e0d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1cbf24-715f-488f-92a7-585618d05920,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:52.263592 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-293843a2-8e9d-48d0-be04-5447690e0d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.267519 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-293843a2-8e9d-48d0-be04-5447690e0d02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b1cbf24-715f-488f-92a7-585618d05920 HTTP/1.1" status: 204 len: 168 time: 0.2930586 May 03 21:14:52.295583 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c08168-4597-4728-aba0-d2146b71ba71 req-5736d41f-d4bf-4c7d-966a-306b5f7f7753 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:52.297438 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-39c08168-4597-4728-aba0-d2146b71ba71 req-5736d41f-d4bf-4c7d-966a-306b5f7f7753 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1262400 May 03 21:14:52.337300 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53380) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:52.365153 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-39c08168-4597-4728-aba0-d2146b71ba71 req-f5c1207c-b5d9-4b81-a4ec-6552334a4ac6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610869 May 03 21:14:52.367396 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e2138663-3c96-4d75-93c0-fa1d505cbc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.387945 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-e2138663-3c96-4d75-93c0-fa1d505cbc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:52.392343 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-e2138663-3c96-4d75-93c0-fa1d505cbc4e admin admin] Usage tracker for resource:security_group_rule and tenant:0a108df93c8e48839207df787ebadba8 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:52.395471 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-e2138663-3c96-4d75-93c0-fa1d505cbc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:52.401339 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-e2138663-3c96-4d75-93c0-fa1d505cbc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:52.490635 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e2138663-3c96-4d75-93c0-fa1d505cbc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.494600 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e2138663-3c96-4d75-93c0-fa1d505cbc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.540370 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2138663-3c96-4d75-93c0-fa1d505cbc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222757c7-dbc9-4ab9-b0ae-807914108fa7,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:52.550885 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-e2138663-3c96-4d75-93c0-fa1d505cbc4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a108df93c8e48839207df787ebadba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101912 May 03 21:14:52.551117 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53392) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:52.617615 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-dbf94dde-2a53-45ec-aa79-6288f93ffdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.651980 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-dbf94dde-2a53-45ec-aa79-6288f93ffdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.719432 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-dbf94dde-2a53-45ec-aa79-6288f93ffdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.737617 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf94dde-2a53-45ec-aa79-6288f93ffdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222757c7-dbc9-4ab9-b0ae-807914108fa7,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:52.746338 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-dbf94dde-2a53-45ec-aa79-6288f93ffdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.749867 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-dbf94dde-2a53-45ec-aa79-6288f93ffdc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/222757c7-dbc9-4ab9-b0ae-807914108fa7 HTTP/1.1" status: 204 len: 168 time: 0.1983268 May 03 21:14:53.016284 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53422) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:53.108925 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53430) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:53.127572 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5401fdce-1cfa-4507-a795-987a9fd2955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.142564 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-5401fdce-1cfa-4507-a795-987a9fd2955b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:53.146825 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-5401fdce-1cfa-4507-a795-987a9fd2955b admin admin] Usage tracker for resource:security_group_rule and tenant:e5ca3570618241d8aac8821f73b3d5e1 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:53.149965 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-5401fdce-1cfa-4507-a795-987a9fd2955b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:53.156195 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-5401fdce-1cfa-4507-a795-987a9fd2955b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:53.296203 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5401fdce-1cfa-4507-a795-987a9fd2955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.327149 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5401fdce-1cfa-4507-a795-987a9fd2955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.348740 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5a8de933-5055-4a6a-b682-6ce3687a9231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.393264 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-5a8de933-5055-4a6a-b682-6ce3687a9231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:53.403469 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-5a8de933-5055-4a6a-b682-6ce3687a9231 admin admin] Usage tracker for resource:security_group_rule and tenant:c3bc3b1a383644ca987d99e3a70a95a7 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:53.406403 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401fdce-1cfa-4507-a795-987a9fd2955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c0b746-174a-4717-b589-c3a98c442f0a,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:53.425894 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53452) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:53.426762 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-5401fdce-1cfa-4507-a795-987a9fd2955b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5ca3570618241d8aac8821f73b3d5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158505 May 03 21:14:53.428027 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-5a8de933-5055-4a6a-b682-6ce3687a9231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:53.435190 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-5a8de933-5055-4a6a-b682-6ce3687a9231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:53.527017 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3648804e-cd8c-4897-b46f-d396998fce56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.548781 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5a8de933-5055-4a6a-b682-6ce3687a9231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.553404 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5a8de933-5055-4a6a-b682-6ce3687a9231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.611650 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8de933-5055-4a6a-b682-6ce3687a9231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290d8d57-dd52-4f2a-824b-291b7a9967b4,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:53.612334 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3648804e-cd8c-4897-b46f-d396998fce56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.617595 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-5a8de933-5055-4a6a-b682-6ce3687a9231 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3bc3b1a383644ca987d99e3a70a95a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6002843 May 03 21:14:53.620381 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53458) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:53.690872 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12c87ddc-0159-4e39-a252-a371bf1bcbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.699972 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ed32e-1f3c-4f26-832e-27cfc6b14cd8 req-02ff700c-6a1e-4bb5-a48c-e4dd545c76e9 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:53.701728 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f82ed32e-1f3c-4f26-832e-27cfc6b14cd8 req-02ff700c-6a1e-4bb5-a48c-e4dd545c76e9 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1584795 May 03 21:14:53.725598 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3648804e-cd8c-4897-b46f-d396998fce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.737363 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12c87ddc-0159-4e39-a252-a371bf1bcbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.756665 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648804e-cd8c-4897-b46f-d396998fce56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c0b746-174a-4717-b589-c3a98c442f0a,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:53.779203 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f82ed32e-1f3c-4f26-832e-27cfc6b14cd8 req-30b0da97-2f13-4e0b-9eb0-cda5033eafad tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706410 May 03 21:14:53.786321 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3648804e-cd8c-4897-b46f-d396998fce56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.786484 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-3648804e-cd8c-4897-b46f-d396998fce56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47c0b746-174a-4717-b589-c3a98c442f0a HTTP/1.1" status: 204 len: 168 time: 0.3596098 May 03 21:14:53.835636 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53470) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:53.844405 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12c87ddc-0159-4e39-a252-a371bf1bcbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.870321 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c87ddc-0159-4e39-a252-a371bf1bcbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290d8d57-dd52-4f2a-824b-291b7a9967b4,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:53.874357 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12c87ddc-0159-4e39-a252-a371bf1bcbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.875979 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-12c87ddc-0159-4e39-a252-a371bf1bcbba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/290d8d57-dd52-4f2a-824b-291b7a9967b4 HTTP/1.1" status: 204 len: 168 time: 0.2526257 May 03 21:14:54.193934 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-201ebdcd-e9bb-4f91-8b73-d409df030496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.236803 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-201ebdcd-e9bb-4f91-8b73-d409df030496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:54.248803 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-201ebdcd-e9bb-4f91-8b73-d409df030496 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc17758dcef4843bb395d52168de48e is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:54.252711 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-201ebdcd-e9bb-4f91-8b73-d409df030496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:54.267205 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-201ebdcd-e9bb-4f91-8b73-d409df030496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:54.403826 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-201ebdcd-e9bb-4f91-8b73-d409df030496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.409201 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-201ebdcd-e9bb-4f91-8b73-d409df030496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.461144 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-201ebdcd-e9bb-4f91-8b73-d409df030496 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bc17758dcef4843bb395d52168de48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263459 May 03 21:14:54.461144 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ebdcd-e9bb-4f91-8b73-d409df030496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54b63ca-54b2-4a47-8358-ecb1c9fc7d22,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:54.461777 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53498) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:54.520049 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53504) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:54.536626 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-cae0f7c5-2ff9-4374-9b97-cfe7114dcd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.537478 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f0663580-dd47-4d02-8ba9-2e348bacdc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.555965 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f0663580-dd47-4d02-8ba9-2e348bacdc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:54.560633 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f0663580-dd47-4d02-8ba9-2e348bacdc0f admin admin] Usage tracker for resource:security_group_rule and tenant:e6e4734f7d9d4f539821b01545b114ee is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:54.563444 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f0663580-dd47-4d02-8ba9-2e348bacdc0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:54.564774 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-cae0f7c5-2ff9-4374-9b97-cfe7114dcd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.569028 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f0663580-dd47-4d02-8ba9-2e348bacdc0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:54.624732 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-cae0f7c5-2ff9-4374-9b97-cfe7114dcd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.640565 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0f7c5-2ff9-4374-9b97-cfe7114dcd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54b63ca-54b2-4a47-8358-ecb1c9fc7d22,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:54.647919 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-cae0f7c5-2ff9-4374-9b97-cfe7114dcd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.652611 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-cae0f7c5-2ff9-4374-9b97-cfe7114dcd63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f54b63ca-54b2-4a47-8358-ecb1c9fc7d22 HTTP/1.1" status: 204 len: 168 time: 0.1871259 May 03 21:14:54.669305 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f0663580-dd47-4d02-8ba9-2e348bacdc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.679882 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f0663580-dd47-4d02-8ba9-2e348bacdc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.734838 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f0663580-dd47-4d02-8ba9-2e348bacdc0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6e4734f7d9d4f539821b01545b114ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114069 May 03 21:14:54.734838 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0663580-dd47-4d02-8ba9-2e348bacdc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5389cfd4-904c-469c-8d62-3e6dd2ea6f76,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:54.735226 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53514) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:54.801600 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8c9a-d2d3-4b9b-bb6a-a07515b41c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.845170 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8c9a-d2d3-4b9b-bb6a-a07515b41c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.971944 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8c9a-d2d3-4b9b-bb6a-a07515b41c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.989487 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe8c9a-d2d3-4b9b-bb6a-a07515b41c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5389cfd4-904c-469c-8d62-3e6dd2ea6f76,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:55.000189 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8c9a-d2d3-4b9b-bb6a-a07515b41c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:55.007011 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-2fbe8c9a-d2d3-4b9b-bb6a-a07515b41c51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5389cfd4-904c-469c-8d62-3e6dd2ea6f76 HTTP/1.1" status: 204 len: 168 time: 0.2698498 May 03 21:14:55.025055 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cc9f7-4c1f-44c8-a6ef-051b424b3ed1 req-a9e10ebd-e7ca-4def-bc28-8a34bd5b2422 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:55.026621 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-824cc9f7-4c1f-44c8-a6ef-051b424b3ed1 req-a9e10ebd-e7ca-4def-bc28-8a34bd5b2422 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1298239 May 03 21:14:55.039878 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53528) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:55.063862 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-be4b3b86-c07c-455e-b460-ba3050fdf8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:55.081875 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-be4b3b86-c07c-455e-b460-ba3050fdf8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:55.086487 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-be4b3b86-c07c-455e-b460-ba3050fdf8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:72a93a4f9c7b4b9ea5b7a7a43817ff5a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:55.091217 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-be4b3b86-c07c-455e-b460-ba3050fdf8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:55.091852 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-824cc9f7-4c1f-44c8-a6ef-051b424b3ed1 req-d0161240-cee0-4811-8af8-8d3cfab282b6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577974 May 03 21:14:55.097564 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-be4b3b86-c07c-455e-b460-ba3050fdf8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:55.197477 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-be4b3b86-c07c-455e-b460-ba3050fdf8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:55.203068 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-be4b3b86-c07c-455e-b460-ba3050fdf8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:55.263250 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53542) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:55.263640 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-be4b3b86-c07c-455e-b460-ba3050fdf8f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72a93a4f9c7b4b9ea5b7a7a43817ff5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220862 May 03 21:14:55.264143 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b3b86-c07c-455e-b460-ba3050fdf8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9bb4a7-22aa-4e2a-b71f-1189e2a624b5,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:55.401288 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3aa9a78-3346-4d93-91b8-cd080947c040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:55.465277 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3aa9a78-3346-4d93-91b8-cd080947c040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:55.546493 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3aa9a78-3346-4d93-91b8-cd080947c040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:55.567309 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa9a78-3346-4d93-91b8-cd080947c040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9bb4a7-22aa-4e2a-b71f-1189e2a624b5,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:55.579286 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3aa9a78-3346-4d93-91b8-cd080947c040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:55.580869 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b3aa9a78-3346-4d93-91b8-cd080947c040 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc9bb4a7-22aa-4e2a-b71f-1189e2a624b5 HTTP/1.1" status: 204 len: 168 time: 0.3161683 May 03 21:14:56.133650 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53640) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:56.298683 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-550241053-network', 'tenant_id': 'af612dc803af4152af1888a5995eccba'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:56.306974 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:56.319968 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Usage tracker for resource:network and tenant:af612dc803af4152af1888a5995eccba is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:56.325353 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:56.446093 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:56.477639 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Made reservation on behalf of af612dc803af4152af1888a5995eccba for: {'network': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:14:56.480310 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:56.497112 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:56.518631 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:56.526085 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Usage tracker for resource:security_group_rule and tenant:af612dc803af4152af1888a5995eccba is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:56.529158 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:56.536528 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:56.555679 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635dc9a-9b0e-4251-839b-814956f8be29 req-e0b9076c-8596-4fa9-9c3f-581050a85066 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:56.557162 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e635dc9a-9b0e-4251-839b-814956f8be29 req-e0b9076c-8596-4fa9-9c3f-581050a85066 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.2342680 May 03 21:14:56.625290 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e635dc9a-9b0e-4251-839b-814956f8be29 req-26f1d2ec-9b41-4520-913b-f9afc49e4be9 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585518 May 03 21:14:56.681344 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:56.686401 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:56.713874 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=87239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:14:56.727372 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c69f30-8c7e-4317-8041-cf02fe85f9d4,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:56.733133 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:56.733484 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.segments_db [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Added segment e69b385e-87ac-4ff7-ba6b-00be098618f9 of type vlan for network 930acd3f-a6ea-4806-93d9-f168e43315fd May 03 21:14:56.769129 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:56.798870 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:56.799776 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:56.800362 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:56.962349 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8246939 May 03 21:14:56.963158 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53688) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:56.968711 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280c63a-f8cd-411a-9be5-1dc71f7dbff4 admin admin] Pushing event updated for resources: {'Network': ['ID=930acd3f-a6ea-4806-93d9-f168e43315fd,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:56.971551 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Request body: {'subnet': {'network_id': '930acd3f-a6ea-4806-93d9-f168e43315fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-550241053-subnet', 'tenant_id': 'af612dc803af4152af1888a5995eccba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:56.976893 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:56.981664 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 930acd3f-a6ea-4806-93d9-f168e43315fd details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:14:56.982337 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Usage tracker for resource:subnet and tenant:af612dc803af4152af1888a5995eccba is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:56.986713 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:56.993401 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:57.005641 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Made reservation on behalf of af612dc803af4152af1888a5995eccba for: {'subnet': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:14:57.008588 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3128129'] for subnet, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:57.228702 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3128179'] for subnet, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:57.312028 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61874e92-c9bd-4128-8c70-859f6dc666be,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:57.322509 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Checking segment: {'id': 'e69b385e-87ac-4ff7-ba6b-00be098618f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930acd3f-a6ea-4806-93d9-f168e43315fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:57.322865 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Network hostable DHCP agents. Network: 930acd3f-a6ea-4806-93d9-f168e43315fd, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:14:57.343176 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Network 930acd3f-a6ea-4806-93d9-f168e43315fd is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:14:57.356619 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 930acd3f-a6ea-4806-93d9-f168e43315fd) {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:57.361212 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:57.361648 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:57.367220 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fd7262-24fc-4480-ab33-d7eab3f8e8e2 None None] Network 930acd3f-a6ea-4806-93d9-f168e43315fd requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:14:57.412600 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4132b6d7-914a-47c9-b9ab-3abade9286a6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4388063 May 03 21:14:57.678409 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa2376-f23d-4a0c-a610-595ab76c504c None None] Network 930acd3f-a6ea-4806-93d9-f168e43315fd requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:14:57.920897 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc436a-7068-4627-b77e-db30bae1e655 req-713966d4-7ec5-4ffc-894f-1eedf2cd413f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:57.931462 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9cdc436a-7068-4627-b77e-db30bae1e655 req-713966d4-7ec5-4ffc-894f-1eedf2cd413f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1233830 May 03 21:14:57.979533 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9cdc436a-7068-4627-b77e-db30bae1e655 req-846e8ef3-9e52-4b2a-878a-2f3e75bde6fa tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468645 May 03 21:14:58.233476 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53758) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:58.239825 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-328479654-network', 'tenant_id': '0f4a7eda40d64d7f9a4386bb01fb4181'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:58.245645 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:58.250831 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Usage tracker for resource:network and tenant:0f4a7eda40d64d7f9a4386bb01fb4181 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:58.253954 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:58.260857 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:58.275649 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Made reservation on behalf of 0f4a7eda40d64d7f9a4386bb01fb4181 for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:14:58.278516 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:58.292822 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:58.314747 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:58.324387 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Usage tracker for resource:security_group_rule and tenant:0f4a7eda40d64d7f9a4386bb01fb4181 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:58.327768 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:58.334004 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:58.435422 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:58.439140 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:58.471933 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:14:58.481306 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64428776-6a00-4be6-b041-c3a3680e9551,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:58.488999 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:58.489359 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Added segment ea74b9f7-5ad1-46a4-b33a-5e8970cc9f2a of type vlan for network 0a1afadd-6383-47c4-84e9-8c2675fc6946 May 03 21:14:58.524764 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:58.556266 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:58.559931 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:58.560685 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:58.664148 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4287953 May 03 21:14:58.667067 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53776) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:58.672755 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca4184-e100-4630-a751-c8a4fa9e8545 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1afadd-6383-47c4-84e9-8c2675fc6946,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:58.674917 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Request body: {'subnet': {'network_id': '0a1afadd-6383-47c4-84e9-8c2675fc6946', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-328479654-subnet', 'tenant_id': '0f4a7eda40d64d7f9a4386bb01fb4181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:14:58.680465 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:58.682181 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 0a1afadd-6383-47c4-84e9-8c2675fc6946 details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:14:58.687293 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Usage tracker for resource:subnet and tenant:0f4a7eda40d64d7f9a4386bb01fb4181 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:58.690750 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:58.697193 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:58.711361 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Made reservation on behalf of 0f4a7eda40d64d7f9a4386bb01fb4181 for: {'subnet': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:14:58.713773 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228449'] for subnet, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:58.932393 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2304341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228435'] for subnet, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:59.027507 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32cb516-5bd0-4965-acd8-3db5fc81c20a,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:59.035934 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Checking segment: {'id': 'ea74b9f7-5ad1-46a4-b33a-5e8970cc9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0a1afadd-6383-47c4-84e9-8c2675fc6946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:14:59.036411 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Network hostable DHCP agents. Network: 0a1afadd-6383-47c4-84e9-8c2675fc6946, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:14:59.070968 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Network 0a1afadd-6383-47c4-84e9-8c2675fc6946 is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:14:59.086577 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 0a1afadd-6383-47c4-84e9-8c2675fc6946) {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:14:59.096788 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b83c8a-b926-4d72-b277-30954e7272aa None None] Network 0a1afadd-6383-47c4-84e9-8c2675fc6946 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:14:59.101697 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:59.102475 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:59.188714 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-8be53e29-ea2a-4c0d-9ad6-ccbdea6eb899 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5203145 May 03 21:14:59.230947 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f9b01-7902-4ffd-8904-854c85f34b97 req-eb6ffaf1-5d3d-413e-a18f-fb30e04368e3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:14:59.241561 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2f7f9b01-7902-4ffd-8904-854c85f34b97 req-eb6ffaf1-5d3d-413e-a18f-fb30e04368e3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1156158 May 03 21:14:59.297767 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2f7f9b01-7902-4ffd-8904-854c85f34b97 req-c3360dad-65ac-4e30-a79c-981a3ebe4b7f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512910 May 03 21:14:59.362946 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53800) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:59.397691 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ab380-9b33-41d4-80bd-d9e1c9f4eeda None None] Network 0a1afadd-6383-47c4-84e9-8c2675fc6946 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:14:59.506433 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bbdf-1f30-463c-a1d9-8666050b114b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:59.524877 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-a7c7bbdf-1f30-463c-a1d9-8666050b114b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:59.530922 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-a7c7bbdf-1f30-463c-a1d9-8666050b114b admin admin] Usage tracker for resource:security_group_rule and tenant:75c73d1b3ca5400fb9a9914dab44aa7f is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:59.534991 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-a7c7bbdf-1f30-463c-a1d9-8666050b114b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:59.547094 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-a7c7bbdf-1f30-463c-a1d9-8666050b114b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:59.712908 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bbdf-1f30-463c-a1d9-8666050b114b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:59.718446 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bbdf-1f30-463c-a1d9-8666050b114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:59.774288 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a7c7bbdf-1f30-463c-a1d9-8666050b114b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75c73d1b3ca5400fb9a9914dab44aa7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078231 May 03 21:14:59.774288 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7bbdf-1f30-463c-a1d9-8666050b114b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9960912f-7078-49e6-bc1e-5ab1fd276263,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:59.775217 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 53824) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:59.877480 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-453c4dd7-f4c7-4840-bd2e-2e90cad76444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:59.972989 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-453c4dd7-f4c7-4840-bd2e-2e90cad76444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:00.046700 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-e3a1ac9f-a5ae-4476-9c24-565a2b7d5bd6 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:00.047381 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-e3a1ac9f-a5ae-4476-9c24-565a2b7d5bd6 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Synchronizing usage tracker for tenant:af612dc803af4152af1888a5995eccba on resource:network {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:15:00.065536 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-e3a1ac9f-a5ae-4476-9c24-565a2b7d5bd6 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Unset dirty status for tenant:af612dc803af4152af1888a5995eccba on resource:network {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:15:00.066717 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-e3a1ac9f-a5ae-4476-9c24-565a2b7d5bd6 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/networks?id=930acd3f-a6ea-4806-93d9-f168e43315fd HTTP/1.1" status: 200 len: 808 time: 0.2387345 May 03 21:15:00.078704 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-453c4dd7-f4c7-4840-bd2e-2e90cad76444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:00.094736 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-9afd5f1c-813e-4c57-b60a-bf074e865793 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/quotas/af612dc803af4152af1888a5995eccba HTTP/1.1" status: 200 len: 375 time: 0.0225120 May 03 21:15:00.095776 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c4dd7-f4c7-4840-bd2e-2e90cad76444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9960912f-7078-49e6-bc1e-5ab1fd276263,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:00.141967 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-453c4dd7-f4c7-4840-bd2e-2e90cad76444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:00.141967 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-453c4dd7-f4c7-4840-bd2e-2e90cad76444 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9960912f-7078-49e6-bc1e-5ab1fd276263 HTTP/1.1" status: 204 len: 168 time: 0.3648977 May 03 21:15:00.148722 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-7aa1c7fa-cf45-4798-b031-5ee3c60313a9 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af612dc803af4152af1888a5995eccba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480287 May 03 21:15:00.292677 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-2c82f4aa-b6cb-408a-8658-625eb69e0ec5 service neutron] 10.222.0.44 "GET /v2.0/networks/930acd3f-a6ea-4806-93d9-f168e43315fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363688 May 03 21:15:00.469062 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53852) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:00.491341 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-8065c47b-676a-4945-b700-769a45de76b7 service neutron] 10.222.0.44 "GET /v2.0/networks/930acd3f-a6ea-4806-93d9-f168e43315fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910448 May 03 21:15:00.492852 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5f99-1b83-466f-a8e5-cfa74959191d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:00.514938 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-6e4b5f99-1b83-466f-a8e5-cfa74959191d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:00.515101 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b242f9-ec92-470b-975e-985c54119508 req-1a48b71c-ca33-44bc-b1df-e524c51a16ab tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:00.516857 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f1b242f9-ec92-470b-975e-985c54119508 req-1a48b71c-ca33-44bc-b1df-e524c51a16ab tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1095057 May 03 21:15:00.519402 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-6e4b5f99-1b83-466f-a8e5-cfa74959191d admin admin] Usage tracker for resource:security_group_rule and tenant:c120ce93073d4c7e98f23ce7db70d9c0 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:00.522621 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-6e4b5f99-1b83-466f-a8e5-cfa74959191d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:00.529582 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-6e4b5f99-1b83-466f-a8e5-cfa74959191d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:00.575092 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f1b242f9-ec92-470b-975e-985c54119508 req-8746ace8-7dee-4598-9279-2702316dcc6b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506721 May 03 21:15:00.646303 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5f99-1b83-466f-a8e5-cfa74959191d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:00.653428 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5f99-1b83-466f-a8e5-cfa74959191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:00.707589 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-6e4b5f99-1b83-466f-a8e5-cfa74959191d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c120ce93073d4c7e98f23ce7db70d9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344074 May 03 21:15:00.707923 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 53860) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:00.710409 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b5f99-1b83-466f-a8e5-cfa74959191d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d9f2d1-e3e6-4d0e-9ac5-a0aa288e7479,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:00.734109 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-22889ac2-d2fe-4a5e-a4d9-1f98969bbf61 req-42c1d524-b095-4765-a770-380b53c7c9cc tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 210 time: 0.0590751 May 03 21:15:00.797309 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-87fc9d66-6f4b-460c-a5e4-892041a81404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:00.828285 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-87fc9d66-6f4b-460c-a5e4-892041a81404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:00.894322 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-87fc9d66-6f4b-460c-a5e4-892041a81404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:00.908495 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc9d66-6f4b-460c-a5e4-892041a81404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d9f2d1-e3e6-4d0e-9ac5-a0aa288e7479,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:00.919949 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-87fc9d66-6f4b-460c-a5e4-892041a81404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:00.920713 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-87fc9d66-6f4b-460c-a5e4-892041a81404 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39d9f2d1-e3e6-4d0e-9ac5-a0aa288e7479 HTTP/1.1" status: 204 len: 168 time: 0.2120814 May 03 21:15:01.794582 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b57a00-ac4c-452f-b3ad-62c01b860296 req-4c4a6d70-833b-40cd-894b-b883778d8f93 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:01.798296 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-13b57a00-ac4c-452f-b3ad-62c01b860296 req-4c4a6d70-833b-40cd-894b-b883778d8f93 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0954945 May 03 21:15:01.861682 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-13b57a00-ac4c-452f-b3ad-62c01b860296 req-eca273c8-10c9-44f7-a6a8-61b9cbc3871f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569491 May 03 21:15:01.909201 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-01ef22cf-c05a-47b7-990c-96203c157d84 req-0c3a9850-e1ec-4eb4-a9c2-cee46dd7e841 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 210 time: 0.0538018 May 03 21:15:02.340746 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-9c5d303a-5e21-47de-98c3-51017444214a tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:02.342385 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-9c5d303a-5e21-47de-98c3-51017444214a tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.43 "GET /v2.0/networks?id=930acd3f-a6ea-4806-93d9-f168e43315fd HTTP/1.1" status: 200 len: 808 time: 0.2506773 May 03 21:15:02.403898 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Request body: {'port': {'device_id': '00253e96-375e-489b-b036-3db80f5d7502', 'network_id': '930acd3f-a6ea-4806-93d9-f168e43315fd', 'admin_state_up': True, 'tenant_id': 'af612dc803af4152af1888a5995eccba'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:02.655089 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:02.667312 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Usage tracker for resource:port and tenant:af612dc803af4152af1888a5995eccba is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:02.671618 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:02.677884 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:02.693994 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Made reservation on behalf of af612dc803af4152af1888a5995eccba for: {'port': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:15:02.698658 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:02.889740 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Allocated IP 172.20.0.8 (930acd3f-a6ea-4806-93d9-f168e43315fd/61874e92-c9bd-4128-8c70-859f6dc666be/4ccaf6a2-b54a-4a80-a2d6-d855897e42dd) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:15:03.195961 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e3ea1624-8270-4c4b-aeb8-b20ce0c57081 req-068df291-3299-4269-93cc-d1ebbba0e372 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 210 time: 0.1164138 May 03 21:15:03.252988 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:03.271584 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74998cca-3a74-49b4-a582-446022c24f15 req-1fc05148-98e9-47e8-9a69-5cecaca56757 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:03.273030 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-74998cca-3a74-49b4-a582-446022c24f15 req-1fc05148-98e9-47e8-9a69-5cecaca56757 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.2449934 May 03 21:15:03.327523 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-74998cca-3a74-49b4-a582-446022c24f15 req-ccb43c38-2921-4d60-a11e-7b80c1b589a1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 May 03 21:15:03.339174 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:03.406374 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Network 930acd3f-a6ea-4806-93d9-f168e43315fd is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:15:03.409517 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:03.413727 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:15:03.450757 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Pushing event updated for resources: {'Port': ['ID=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:03.484221 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:03.484910 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:03.505256 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-397f88da-f2fd-4522-9ce0-f58e04abdf02 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1068995 May 03 21:15:03.531387 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Request body: {'port': {'device_id': '00253e96-375e-489b-b036-3db80f5d7502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:03.643087 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:04.028768 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd {{(pid=87239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:15:04.036709 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:04.055550 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Transition to ACTIVE for port object 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd will not be triggered until provisioned by entity L2. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:04.068288 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:04.279388 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:04.335313 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Attempting to bind port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:15:04.336081 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Attempting to bind port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'e69b385e-87ac-4ff7-ba6b-00be098618f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930acd3f-a6ea-4806-93d9-f168e43315fd'}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:15:04.336558 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Attempting to bind port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd on network 930acd3f-a6ea-4806-93d9-f168e43315fd {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:15:04.342215 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd on network 930acd3f-a6ea-4806-93d9-f168e43315fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:15:04.342703 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Attempting to bind port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd on network 930acd3f-a6ea-4806-93d9-f168e43315fd {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:15:04.399865 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:15:04.400405 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Checking segment: {'id': 'e69b385e-87ac-4ff7-ba6b-00be098618f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930acd3f-a6ea-4806-93d9-f168e43315fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:15:04.400962 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Bound using segment: {'id': 'e69b385e-87ac-4ff7-ba6b-00be098618f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930acd3f-a6ea-4806-93d9-f168e43315fd'} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:15:04.401550 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Bound port: 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69b385e-87ac-4ff7-ba6b-00be098618f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930acd3f-a6ea-4806-93d9-f168e43315fd'}}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:15:04.402070 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:04.666309 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] For port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd, host hv-cinder-84037, cleared binding levels {{(pid=87239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:15:04.679708 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] For port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,segment=NetworkSegment(e69b385e-87ac-4ff7-ba6b-00be098618f9),segment_id=e69b385e-87ac-4ff7-ba6b-00be098618f9)] {{(pid=87239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:15:04.689462 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c366de-40bd-4bef-bb17-1635bc446d5d req-af328309-f1c1-4c53-b41c-28558d3591cc tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:04.690124 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-d5c366de-40bd-4bef-bb17-1635bc446d5d req-af328309-f1c1-4c53-b41c-28558d3591cc tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Synchronizing usage tracker for tenant:af612dc803af4152af1888a5995eccba on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:15:04.697077 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:04.778023 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:04.778640 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:04.780083 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] 10.222.0.43 "PUT /v2.0/ports/4ccaf6a2-b54a-4a80-a2d6-d855897e42dd HTTP/1.1" status: 200 len: 1093 time: 1.2535362 May 03 21:15:04.781458 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00253e96-375e-489b-b036-3db80f5d7502', 'tag': '4ccaf6a2-b54a-4a80-a2d6-d855897e42dd'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:15:04.793291 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-d5c366de-40bd-4bef-bb17-1635bc446d5d req-af328309-f1c1-4c53-b41c-28558d3591cc tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Unset dirty status for tenant:af612dc803af4152af1888a5995eccba on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:15:04.794453 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5c366de-40bd-4bef-bb17-1635bc446d5d req-af328309-f1c1-4c53-b41c-28558d3591cc tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 943 time: 0.4494188 May 03 21:15:04.805755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa37e6-4cb3-47b9-bcf6-e20498825c32 req-1cf58f05-2b65-4d96-bf71-38867e2a9cbd tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:04.807801 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a1fa37e6-4cb3-47b9-bcf6-e20498825c32 req-1cf58f05-2b65-4d96-bf71-38867e2a9cbd tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.2963150 May 03 21:15:04.865840 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc731d8-b5ba-4327-b1c4-66078b351bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,revision_number=3']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:04.930382 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-d5c366de-40bd-4bef-bb17-1635bc446d5d req-724d49e0-3eb8-4c3f-bf6b-5740e243febc tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Synchronizing usage tracker for tenant:af612dc803af4152af1888a5995eccba on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:15:05.014416 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a1fa37e6-4cb3-47b9-bcf6-e20498825c32 req-d1bf81a2-a606-427e-b6c5-b3ad57660a71 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876745 May 03 21:15:05.037515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-d5c366de-40bd-4bef-bb17-1635bc446d5d req-724d49e0-3eb8-4c3f-bf6b-5740e243febc tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Unset dirty status for tenant:af612dc803af4152af1888a5995eccba on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:15:05.050329 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5c366de-40bd-4bef-bb17-1635bc446d5d req-724d49e0-3eb8-4c3f-bf6b-5740e243febc tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411757 May 03 21:15:05.071445 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ffe64bc8-afb1-45d9-ae88-a1539e3d469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:05.072920 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-ffe64bc8-afb1-45d9-ae88-a1539e3d469f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af612dc803af4152af1888a5995eccba&device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 1096 time: 0.1488678 May 03 21:15:05.077382 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e73ae77-fe8f-4eb5-a3fe-19ee76b9f1d5'] response: {'name': 'network-changed', 'server_uuid': '00253e96-375e-489b-b036-3db80f5d7502', 'tag': '4ccaf6a2-b54a-4a80-a2d6-d855897e42dd', 'status': 'completed', 'code': 200} May 03 21:15:05.170733 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-8d9cd360-6d2a-471b-b39c-4147a06ebc6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd HTTP/1.1" status: 200 len: 217 time: 0.0652966 May 03 21:15:05.247721 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-cf78ed37-0a60-4078-9d55-c334a7a1f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:05.249199 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-cf78ed37-0a60-4078-9d55-c334a7a1f036 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61874e92-c9bd-4128-8c70-859f6dc666be HTTP/1.1" status: 200 len: 848 time: 0.0635855 May 03 21:15:05.296183 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-e8fbe04b-d35f-4680-b8bd-18d832dd63f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=930acd3f-a6ea-4806-93d9-f168e43315fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410657 May 03 21:15:05.438463 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-f7f71224-03f3-4aac-839e-a94b0a22a075 service neutron] 10.222.0.43 "GET /v2.0/networks/930acd3f-a6ea-4806-93d9-f168e43315fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251814 May 03 21:15:05.576924 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f7e468a-3b70-45cb-9dba-3cdab1a3169a req-1b927967-0785-4244-abca-d5786749e05b service neutron] 10.222.0.43 "GET /v2.0/networks/930acd3f-a6ea-4806-93d9-f168e43315fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278636 May 03 21:15:05.760889 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9e9cd-b8ec-47e0-afb2-4b0c3fed860f req-9e959e83-a94b-4907-bfb2-4e9c1ea3dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:05.762671 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-adb9e9cd-b8ec-47e0-afb2-4b0c3fed860f req-9e959e83-a94b-4907-bfb2-4e9c1ea3dc9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af612dc803af4152af1888a5995eccba&device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 1096 time: 0.0714893 May 03 21:15:05.898732 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9e9cd-b8ec-47e0-afb2-4b0c3fed860f req-3a65c03b-ec11-4f4b-9924-2b7af3599151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:05.900227 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-adb9e9cd-b8ec-47e0-afb2-4b0c3fed860f req-3a65c03b-ec11-4f4b-9924-2b7af3599151 service neutron] 10.222.0.43 "GET /v2.0/networks?id=930acd3f-a6ea-4806-93d9-f168e43315fd HTTP/1.1" status: 200 len: 909 time: 0.1293020 May 03 21:15:05.981279 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-adb9e9cd-b8ec-47e0-afb2-4b0c3fed860f req-242e9401-6c31-485a-b405-b49c57ec34aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd HTTP/1.1" status: 200 len: 217 time: 0.0679517 May 03 21:15:06.051394 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9e9cd-b8ec-47e0-afb2-4b0c3fed860f req-dc16027f-4f04-4e7e-9ac6-be4b616b452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:06.053046 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-adb9e9cd-b8ec-47e0-afb2-4b0c3fed860f req-dc16027f-4f04-4e7e-9ac6-be4b616b452a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61874e92-c9bd-4128-8c70-859f6dc666be HTTP/1.1" status: 200 len: 848 time: 0.0659528 May 03 21:15:06.111454 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-adb9e9cd-b8ec-47e0-afb2-4b0c3fed860f req-ca647c50-fb6e-4317-a708-5389e3832f4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=930acd3f-a6ea-4806-93d9-f168e43315fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454359 May 03 21:15:06.394160 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-adb9e9cd-b8ec-47e0-afb2-4b0c3fed860f req-f382b2c8-e810-42d0-abbb-856a7bb02a33 service neutron] 10.222.0.43 "GET /v2.0/networks/930acd3f-a6ea-4806-93d9-f168e43315fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759013 May 03 21:15:06.406956 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c1121-fbb9-48fb-b59e-511afcc45de9 req-d8597db8-add2-478e-b362-346ad540ec05 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:06.408327 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-db3c1121-fbb9-48fb-b59e-511afcc45de9 req-d8597db8-add2-478e-b362-346ad540ec05 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.2668819 May 03 21:15:06.454316 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f00f0-c237-492e-9b12-c48df996b5a0 req-32a2294f-74a3-4c32-921a-fce3e6489e54 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:06.456805 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-de4f00f0-c237-492e-9b12-c48df996b5a0 req-32a2294f-74a3-4c32-921a-fce3e6489e54 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 943 time: 0.2518599 May 03 21:15:06.669289 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-db3c1121-fbb9-48fb-b59e-511afcc45de9 req-09c68f0e-5c93-4d18-8b1b-4207eb069768 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417407 May 03 21:15:06.681381 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-de4f00f0-c237-492e-9b12-c48df996b5a0 req-27288ecf-7b04-46a7-9a87-00aa6efafb0e tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088296 May 03 21:15:06.703215 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-adb9e9cd-b8ec-47e0-afb2-4b0c3fed860f req-80b197ca-5996-4a42-8a6a-1788c79a1db0 service neutron] 10.222.0.43 "GET /v2.0/networks/930acd3f-a6ea-4806-93d9-f168e43315fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937644 May 03 21:15:07.921701 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51140293-200a-4247-9748-695c70ee2a8c req-af4e5cde-227e-48ef-a6aa-cabe4be6ba7b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:07.923158 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-51140293-200a-4247-9748-695c70ee2a8c req-af4e5cde-227e-48ef-a6aa-cabe4be6ba7b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1405044 May 03 21:15:07.934951 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4cbc-3139-45df-9ffa-eb15a59598ec req-c187530c-f05e-4869-b449-b6c747f6007f tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:07.936307 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e00e4cbc-3139-45df-9ffa-eb15a59598ec req-c187530c-f05e-4869-b449-b6c747f6007f tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 943 time: 0.1177175 May 03 21:15:08.001251 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-51140293-200a-4247-9748-695c70ee2a8c req-3766286b-413e-4d13-81f8-f4c28a86b05e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639236 May 03 21:15:08.008370 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e00e4cbc-3139-45df-9ffa-eb15a59598ec req-764c5d38-76ac-4cbb-bc0d-df4428c85987 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579875 May 03 21:15:08.195200 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:15:08.407259 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:15:08.569952 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,segment=NetworkSegment(e69b385e-87ac-4ff7-ba6b-00be098618f9),segment_id=e69b385e-87ac-4ff7-ba6b-00be098618f9)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:15:08.600587 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '4ccaf6a2-b54a-4a80-a2d6-d855897e42dd', 'network_id': '930acd3f-a6ea-4806-93d9-f168e43315fd', 'port_id': '4ccaf6a2-b54a-4a80-a2d6-d855897e42dd', 'mac_address': 'fa:16:3e:fa:8b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61874e92-c9bd-4128-8c70-859f6dc666be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:15:08.664525 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:08.682994 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:15:08.701516 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,segment=NetworkSegment(e69b385e-87ac-4ff7-ba6b-00be098618f9),segment_id=e69b385e-87ac-4ff7-ba6b-00be098618f9)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:15:08.707883 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:08.778996 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:08.786812 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.787253 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.787647 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.788034 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.788668 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.789049 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.789430 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.789809 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.790218 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.790635 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.791012 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:08.791385 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:09.176625 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['4ccaf6a2-b54a-4a80-a2d6-d855897e42dd'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:15:09.296717 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946e9f-7238-42b5-a5d7-4a588791bab7 req-290f3fcf-8fb6-4e58-a5bc-07b4701a3b93 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:09.303582 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5e946e9f-7238-42b5-a5d7-4a588791bab7 req-290f3fcf-8fb6-4e58-a5bc-07b4701a3b93 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1803806 May 03 21:15:09.320504 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f0b6b-838d-419e-96f0-6c229b40fa1d req-374d51fe-c8b5-4c2e-ab0b-532181ffff55 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:09.322160 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-be2f0b6b-838d-419e-96f0-6c229b40fa1d req-374d51fe-c8b5-4c2e-ab0b-532181ffff55 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 944 time: 0.1610646 May 03 21:15:09.409518 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5e946e9f-7238-42b5-a5d7-4a588791bab7 req-f80fe71e-0daf-45eb-9e2e-d149fad84aa5 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863786 May 03 21:15:09.437484 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-be2f0b6b-838d-419e-96f0-6c229b40fa1d req-0a31553e-aa3c-452e-8cee-9de86b296786 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958588 May 03 21:15:10.438063 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:15:10.457104 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54236) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:10.548884 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:15:10.556890 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:15:10.557688 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:10.612528 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-656fd792-662a-4a8b-aba5-546b54a26911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:10.628819 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-656fd792-662a-4a8b-aba5-546b54a26911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:10.633323 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-656fd792-662a-4a8b-aba5-546b54a26911 admin admin] Usage tracker for resource:security_group_rule and tenant:11cd9eef717c4cdda917749757ea1c30 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:10.636617 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-656fd792-662a-4a8b-aba5-546b54a26911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:10.643003 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-656fd792-662a-4a8b-aba5-546b54a26911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:10.747821 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:10.754522 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-656fd792-662a-4a8b-aba5-546b54a26911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:10.759500 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-656fd792-662a-4a8b-aba5-546b54a26911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:10.763658 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdee0e-262e-4802-b028-003365d4e523 req-1e6089e6-8c41-48cb-bf46-6e1831ca6eca tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:10.765235 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f9fdee0e-262e-4802-b028-003365d4e523 req-1e6089e6-8c41-48cb-bf46-6e1831ca6eca tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 944 time: 0.1983397 May 03 21:15:10.778171 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00253e96-375e-489b-b036-3db80f5d7502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccaf6a2-b54a-4a80-a2d6-d855897e42dd'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:15:10.789269 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,segment=NetworkSegment(e69b385e-87ac-4ff7-ba6b-00be098618f9),segment_id=e69b385e-87ac-4ff7-ba6b-00be098618f9)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:15:10.795071 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:10.838446 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f9fdee0e-262e-4802-b028-003365d4e523 req-49af40db-6865-439e-9629-a301dbbdcfc4 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606811 May 03 21:15:10.869795 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e5b2b-c0d0-4742-9b19-4bc121ef87a0 req-4eedff62-8510-4683-9385-c8bc23cdc8f6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:10.872671 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-503e5b2b-c0d0-4742-9b19-4bc121ef87a0 req-4eedff62-8510-4683-9385-c8bc23cdc8f6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1507545 May 03 21:15:10.898969 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6112460a-8295-4dca-8ffd-10def3fce87d'] response: {'server_uuid': '00253e96-375e-489b-b036-3db80f5d7502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccaf6a2-b54a-4a80-a2d6-d855897e42dd', 'code': 200} May 03 21:15:10.904239 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fd792-662a-4a8b-aba5-546b54a26911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930ca1fd-7f65-47c8-aedb-ee579e009743,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:10.912750 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-656fd792-662a-4a8b-aba5-546b54a26911 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11cd9eef717c4cdda917749757ea1c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573629 May 03 21:15:10.914115 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54248) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:10.916503 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:10.932583 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-503e5b2b-c0d0-4742-9b19-4bc121ef87a0 req-4f2fef05-7cec-44c1-aa41-08ee77ea0415 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539331 May 03 21:15:10.985588 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b781dc4f-166a-4e48-9fb1-0c00e0ecce7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.016932 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b781dc4f-166a-4e48-9fb1-0c00e0ecce7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.080504 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b781dc4f-166a-4e48-9fb1-0c00e0ecce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.097775 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781dc4f-166a-4e48-9fb1-0c00e0ecce7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930ca1fd-7f65-47c8-aedb-ee579e009743,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:11.104866 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b781dc4f-166a-4e48-9fb1-0c00e0ecce7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.108449 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-b781dc4f-166a-4e48-9fb1-0c00e0ecce7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/930ca1fd-7f65-47c8-aedb-ee579e009743 HTTP/1.1" status: 204 len: 168 time: 0.1905491 May 03 21:15:11.197281 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190541f-5a73-42da-9a71-3c9ee76ea2e0 req-37e9f22a-bb45-41ba-ae14-57c0a7075217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:11.199673 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3190541f-5a73-42da-9a71-3c9ee76ea2e0 req-37e9f22a-bb45-41ba-ae14-57c0a7075217 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 1098 time: 0.0759149 May 03 21:15:11.259578 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3190541f-5a73-42da-9a71-3c9ee76ea2e0 req-c4fa2c26-34c5-476b-803b-2155a1b713c4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511136 May 03 21:15:11.425730 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54264) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:11.445939 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4523093d-9c7d-4195-82cf-fa7ef691e1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.449846 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.461556 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4523093d-9c7d-4195-82cf-fa7ef691e1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:11.465763 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4523093d-9c7d-4195-82cf-fa7ef691e1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6be0b56d1b294538b58b4927510636d2 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:11.468810 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4523093d-9c7d-4195-82cf-fa7ef691e1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:11.474709 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4523093d-9c7d-4195-82cf-fa7ef691e1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:11.577569 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4523093d-9c7d-4195-82cf-fa7ef691e1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.581315 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4523093d-9c7d-4195-82cf-fa7ef691e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.632612 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 54274) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:11.632779 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4523093d-9c7d-4195-82cf-fa7ef691e1c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6be0b56d1b294538b58b4927510636d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055907 May 03 21:15:11.633678 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523093d-9c7d-4195-82cf-fa7ef691e1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4459addb-00be-4933-a4c7-2e4109e3eda9,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:11.709837 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-78da2eb0-64f1-40c9-8dfa-9cf474e2b516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.736908 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-78da2eb0-64f1-40c9-8dfa-9cf474e2b516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.806173 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-78da2eb0-64f1-40c9-8dfa-9cf474e2b516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.825531 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da2eb0-64f1-40c9-8dfa-9cf474e2b516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4459addb-00be-4933-a4c7-2e4109e3eda9,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:11.826016 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54282) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:11.828553 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-78da2eb0-64f1-40c9-8dfa-9cf474e2b516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:11.832566 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-78da2eb0-64f1-40c9-8dfa-9cf474e2b516 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4459addb-00be-4933-a4c7-2e4109e3eda9 HTTP/1.1" status: 204 len: 168 time: 0.1987109 May 03 21:15:12.099161 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-700cc822-e9d0-4d9c-805b-9dc34cc72098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:12.108612 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6f0c4-cf2c-4da5-afc1-0630f05d2671 req-fa67d3ea-ce5f-4408-af80-b5b2a65f12ee tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:12.112096 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-21b6f0c4-cf2c-4da5-afc1-0630f05d2671 req-fa67d3ea-ce5f-4408-af80-b5b2a65f12ee tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 945 time: 0.1485827 May 03 21:15:12.118644 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-700cc822-e9d0-4d9c-805b-9dc34cc72098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:12.122884 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-700cc822-e9d0-4d9c-805b-9dc34cc72098 admin admin] Usage tracker for resource:security_group_rule and tenant:269222b60b3d43458da55c8740e9149e is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:12.126144 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-700cc822-e9d0-4d9c-805b-9dc34cc72098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:12.132441 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-700cc822-e9d0-4d9c-805b-9dc34cc72098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:12.172715 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-21b6f0c4-cf2c-4da5-afc1-0630f05d2671 req-f5e93e21-c93b-44df-9bad-eeb8d9552f12 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518680 May 03 21:15:12.218220 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a2d3f-c241-43f1-83ba-b02b170e06ae req-4dec61d1-23e7-42af-9bee-9af17dea1682 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:12.219726 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-950a2d3f-c241-43f1-83ba-b02b170e06ae req-4dec61d1-23e7-42af-9bee-9af17dea1682 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1624851 May 03 21:15:12.251835 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-700cc822-e9d0-4d9c-805b-9dc34cc72098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:12.256477 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-700cc822-e9d0-4d9c-805b-9dc34cc72098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:12.271662 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-950a2d3f-c241-43f1-83ba-b02b170e06ae req-ae66edd4-f371-43eb-a5ca-888a7ad2cb9a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458827 May 03 21:15:12.306700 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-700cc822-e9d0-4d9c-805b-9dc34cc72098 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=269222b60b3d43458da55c8740e9149e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4794042 May 03 21:15:12.309345 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54304) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:12.312131 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cc822-e9d0-4d9c-805b-9dc34cc72098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311937dd-8367-48fa-9dd6-d3176b18272e,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:12.380842 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-405cc91d-d074-43bc-9524-128d79e704b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:12.407959 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-405cc91d-d074-43bc-9524-128d79e704b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:12.467234 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-405cc91d-d074-43bc-9524-128d79e704b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:12.484116 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cc91d-d074-43bc-9524-128d79e704b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311937dd-8367-48fa-9dd6-d3176b18272e,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:12.504766 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-405cc91d-d074-43bc-9524-128d79e704b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:12.506558 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-405cc91d-d074-43bc-9524-128d79e704b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/311937dd-8367-48fa-9dd6-d3176b18272e HTTP/1.1" status: 204 len: 168 time: 0.1959529 May 03 21:15:12.999257 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 54332) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:13.017600 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-414ce33f-7dfe-48b0-820c-6eeb9a8ff736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:13.033593 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-414ce33f-7dfe-48b0-820c-6eeb9a8ff736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:13.037509 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-414ce33f-7dfe-48b0-820c-6eeb9a8ff736 admin admin] Usage tracker for resource:security_group_rule and tenant:2bd25e155e8b45d49a75f54c56a4bad0 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:13.040638 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-414ce33f-7dfe-48b0-820c-6eeb9a8ff736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:13.046777 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-414ce33f-7dfe-48b0-820c-6eeb9a8ff736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:13.133873 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-414ce33f-7dfe-48b0-820c-6eeb9a8ff736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:13.138333 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-414ce33f-7dfe-48b0-820c-6eeb9a8ff736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:13.192598 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-414ce33f-7dfe-48b0-820c-6eeb9a8ff736 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bd25e155e8b45d49a75f54c56a4bad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921840 May 03 21:15:13.194139 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ce33f-7dfe-48b0-820c-6eeb9a8ff736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39752c52-8f4d-4e85-a1f4-052f0cbe6151,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:13.195339 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54340) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:13.265863 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d421d1ee-4aff-4bc2-b59b-4cbdb3de0854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:13.299856 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d421d1ee-4aff-4bc2-b59b-4cbdb3de0854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:13.356519 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d421d1ee-4aff-4bc2-b59b-4cbdb3de0854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:13.384131 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421d1ee-4aff-4bc2-b59b-4cbdb3de0854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39752c52-8f4d-4e85-a1f4-052f0cbe6151,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:13.392878 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d421d1ee-4aff-4bc2-b59b-4cbdb3de0854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:13.394312 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-d421d1ee-4aff-4bc2-b59b-4cbdb3de0854 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39752c52-8f4d-4e85-a1f4-052f0cbe6151 HTTP/1.1" status: 204 len: 168 time: 0.1979182 May 03 21:15:13.421206 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00fb07-54ff-41eb-b41b-8b0b4413bbd2 req-8a9c0397-39e2-4c4f-9ab1-3e8a3e34b6c6 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:13.428737 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fb00fb07-54ff-41eb-b41b-8b0b4413bbd2 req-8a9c0397-39e2-4c4f-9ab1-3e8a3e34b6c6 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 945 time: 0.1269736 May 03 21:15:13.534037 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fb00fb07-54ff-41eb-b41b-8b0b4413bbd2 req-9ad2230e-5c24-4bc1-98d8-6386b0e3da7b tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035337 May 03 21:15:13.564196 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8f81f-c431-447d-9518-96dc567082da req-c8cc6f71-5672-449c-8736-eff3a7e58059 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:13.565645 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-81f8f81f-c431-447d-9518-96dc567082da req-c8cc6f71-5672-449c-8736-eff3a7e58059 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1189106 May 03 21:15:13.619490 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-81f8f81f-c431-447d-9518-96dc567082da req-bb0918a8-c7f7-4fd1-a27b-fe01fd0b88ad tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479727 May 03 21:15:13.845298 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54370) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:13.867025 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5bfd595b-35c6-4f65-a78f-490562b81410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:13.888795 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-5bfd595b-35c6-4f65-a78f-490562b81410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:13.893430 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-5bfd595b-35c6-4f65-a78f-490562b81410 admin admin] Usage tracker for resource:security_group_rule and tenant:69eb2fe187d54d64ac188b2366086ec7 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:13.896872 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-5bfd595b-35c6-4f65-a78f-490562b81410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:13.904060 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-5bfd595b-35c6-4f65-a78f-490562b81410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:14.019628 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5bfd595b-35c6-4f65-a78f-490562b81410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.027569 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5bfd595b-35c6-4f65-a78f-490562b81410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.089113 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b4da9161-d84e-42ae-8047-8709d20d2781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.103391 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-5bfd595b-35c6-4f65-a78f-490562b81410 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69eb2fe187d54d64ac188b2366086ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565684 May 03 21:15:14.105022 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd595b-35c6-4f65-a78f-490562b81410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b674e96a-61c0-4dbc-a4f8-9f9a6d3c3a85,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:14.106315 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 54388) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:14.167833 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1908bf74-51da-48a6-a7c1-925e8ea12777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.194088 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1908bf74-51da-48a6-a7c1-925e8ea12777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.252718 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1908bf74-51da-48a6-a7c1-925e8ea12777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.273862 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908bf74-51da-48a6-a7c1-925e8ea12777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b674e96a-61c0-4dbc-a4f8-9f9a6d3c3a85,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:14.291643 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1908bf74-51da-48a6-a7c1-925e8ea12777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.302938 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-1908bf74-51da-48a6-a7c1-925e8ea12777 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b674e96a-61c0-4dbc-a4f8-9f9a6d3c3a85 HTTP/1.1" status: 204 len: 168 time: 0.1946020 May 03 21:15:14.551743 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54410) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:14.675907 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-94cdf488-8862-4551-8adb-f783b4974b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.694861 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-94cdf488-8862-4551-8adb-f783b4974b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:14.700003 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-94cdf488-8862-4551-8adb-f783b4974b5a admin admin] Usage tracker for resource:security_group_rule and tenant:063920890c89408aa5ec484c9ad28df1 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:14.706300 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-94cdf488-8862-4551-8adb-f783b4974b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:14.712851 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-94cdf488-8862-4551-8adb-f783b4974b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:14.808214 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-94cdf488-8862-4551-8adb-f783b4974b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.814197 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-94cdf488-8862-4551-8adb-f783b4974b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.860313 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eb8ce-27e3-4145-8d20-c9ffa1a19264 req-efe982e2-bc3d-4374-9aef-e337c22377fc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:14.861985 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3f5eb8ce-27e3-4145-8d20-c9ffa1a19264 req-efe982e2-bc3d-4374-9aef-e337c22377fc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1088753 May 03 21:15:14.871494 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdf488-8862-4551-8adb-f783b4974b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2094fa6c-54fb-4171-bf4f-c1f1c6878112,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:14.884679 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-94cdf488-8862-4551-8adb-f783b4974b5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=063920890c89408aa5ec484c9ad28df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318641 May 03 21:15:14.885787 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54430) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:14.926081 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3f5eb8ce-27e3-4145-8d20-c9ffa1a19264 req-7dd3028f-ce30-4d70-a64a-3f04f80059c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577452 May 03 21:15:14.957604 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c7d90e76-61ba-4a7d-a96d-4b95efff2feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:14.984868 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c7d90e76-61ba-4a7d-a96d-4b95efff2feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:15.051335 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c7d90e76-61ba-4a7d-a96d-4b95efff2feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:15.071664 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d90e76-61ba-4a7d-a96d-4b95efff2feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2094fa6c-54fb-4171-bf4f-c1f1c6878112,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:15.079150 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c7d90e76-61ba-4a7d-a96d-4b95efff2feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:15.080377 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c7d90e76-61ba-4a7d-a96d-4b95efff2feb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2094fa6c-54fb-4171-bf4f-c1f1c6878112 HTTP/1.1" status: 204 len: 168 time: 0.1930163 May 03 21:15:15.509243 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54460) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:15.527762 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1995ae91-3c26-40fb-8fa6-f550bab6193a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:15.545628 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1995ae91-3c26-40fb-8fa6-f550bab6193a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:15.550052 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1995ae91-3c26-40fb-8fa6-f550bab6193a admin admin] Usage tracker for resource:security_group_rule and tenant:c66a73c750d94f64b2782091166a699d is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:15.551612 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 54466) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:15.553077 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1995ae91-3c26-40fb-8fa6-f550bab6193a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:15.559583 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1995ae91-3c26-40fb-8fa6-f550bab6193a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:15.662574 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1995ae91-3c26-40fb-8fa6-f550bab6193a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:15.668296 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1995ae91-3c26-40fb-8fa6-f550bab6193a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:15.717245 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1995ae91-3c26-40fb-8fa6-f550bab6193a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c66a73c750d94f64b2782091166a699d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066493 May 03 21:15:15.717986 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995ae91-3c26-40fb-8fa6-f550bab6193a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712ae597-1b1f-4f20-9f26-f202363bf807,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:15.720167 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 54474) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:15.759190 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8293cb7b-1e82-43fb-8128-54150da92034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:15.789495 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-8293cb7b-1e82-43fb-8128-54150da92034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:15.798427 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-8293cb7b-1e82-43fb-8128-54150da92034 admin admin] Usage tracker for resource:security_group_rule and tenant:e59ac2b7d97e4dfda5154a8bb9d605cd is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:15.803075 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-8293cb7b-1e82-43fb-8128-54150da92034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:15.810797 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-8293cb7b-1e82-43fb-8128-54150da92034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:15.833228 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9306237d-664c-4ebf-ba7a-a20b436f95ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:15.949664 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9306237d-664c-4ebf-ba7a-a20b436f95ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:16.046738 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9306237d-664c-4ebf-ba7a-a20b436f95ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:16.069123 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8293cb7b-1e82-43fb-8128-54150da92034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:16.101661 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306237d-664c-4ebf-ba7a-a20b436f95ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712ae597-1b1f-4f20-9f26-f202363bf807,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:16.114987 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8293cb7b-1e82-43fb-8128-54150da92034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:16.175417 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54488) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:16.175981 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-8293cb7b-1e82-43fb-8128-54150da92034 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e59ac2b7d97e4dfda5154a8bb9d605cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226838 May 03 21:15:16.184460 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9306237d-664c-4ebf-ba7a-a20b436f95ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:16.187986 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-9306237d-664c-4ebf-ba7a-a20b436f95ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/712ae597-1b1f-4f20-9f26-f202363bf807 HTTP/1.1" status: 204 len: 168 time: 0.4641850 May 03 21:15:16.196480 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293cb7b-1e82-43fb-8128-54150da92034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba85d1c-0302-4ff7-b6c9-f20e399b187c,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:16.226608 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3efc36-371d-44c8-a532-c622af5aa7e6 req-031a27f3-7c01-4ba3-89c0-221489dd2d70 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:16.228680 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c3efc36-371d-44c8-a532-c622af5aa7e6 req-031a27f3-7c01-4ba3-89c0-221489dd2d70 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1623337 May 03 21:15:16.292618 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c3efc36-371d-44c8-a532-c622af5aa7e6 req-49a2220b-324e-4e00-b933-803e2edfdae6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563979 May 03 21:15:16.306966 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2d6ef151-7cc3-4d98-b54c-e5b700055ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:16.351790 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2d6ef151-7cc3-4d98-b54c-e5b700055ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:16.389317 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-586b4dee-b36f-49cf-bb71-9e141a615dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:16.409145 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2d6ef151-7cc3-4d98-b54c-e5b700055ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:16.427085 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ef151-7cc3-4d98-b54c-e5b700055ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba85d1c-0302-4ff7-b6c9-f20e399b187c,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:16.441769 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2d6ef151-7cc3-4d98-b54c-e5b700055ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:16.445276 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-2d6ef151-7cc3-4d98-b54c-e5b700055ae8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ba85d1c-0302-4ff7-b6c9-f20e399b187c HTTP/1.1" status: 204 len: 168 time: 0.2647352 May 03 21:15:17.435411 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:17.539515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1750f8-15d7-4c9e-90d5-2f26960efa75 req-318dc5a8-7e00-4122-9bb1-3d076de2f6dc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:17.542185 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0b1750f8-15d7-4c9e-90d5-2f26960efa75 req-318dc5a8-7e00-4122-9bb1-3d076de2f6dc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1111763 May 03 21:15:17.606972 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:17.646674 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0b1750f8-15d7-4c9e-90d5-2f26960efa75 req-cc455527-15e6-4ac4-82aa-f101f5007e33 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617239 May 03 21:15:17.667598 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab311d-2eba-43c2-8ac2-74dba9b3387e req-30c80929-1d6a-4cc4-bd0f-3f22c7aac6f7 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:17.669090 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-73ab311d-2eba-43c2-8ac2-74dba9b3387e req-30c80929-1d6a-4cc4-bd0f-3f22c7aac6f7 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 945 time: 0.1259730 May 03 21:15:17.717201 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-73ab311d-2eba-43c2-8ac2-74dba9b3387e req-3020bd20-5f7a-4f8d-8ae4-f8814d51a335 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 May 03 21:15:18.180753 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 54602) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:18.397412 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-43815106-9a65-4621-81b1-f1572189a8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:18.411594 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-43815106-9a65-4621-81b1-f1572189a8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:18.415651 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-43815106-9a65-4621-81b1-f1572189a8c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d2419d57a74e446c94736e796fcf46df is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:18.418526 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-43815106-9a65-4621-81b1-f1572189a8c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:18.423975 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-43815106-9a65-4621-81b1-f1572189a8c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:18.503177 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-43815106-9a65-4621-81b1-f1572189a8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:18.508077 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-43815106-9a65-4621-81b1-f1572189a8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:18.559084 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-43815106-9a65-4621-81b1-f1572189a8c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2419d57a74e446c94736e796fcf46df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772120 May 03 21:15:18.560033 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43815106-9a65-4621-81b1-f1572189a8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1891417c-d26e-4edd-8584-cdafa580ea6a,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:18.561746 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 54612) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:18.621263 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8eca3ad9-60ba-43df-b109-ebe9c134306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:18.646282 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8eca3ad9-60ba-43df-b109-ebe9c134306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:18.656763 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:18.703365 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8eca3ad9-60ba-43df-b109-ebe9c134306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:18.719279 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca3ad9-60ba-43df-b109-ebe9c134306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891417c-d26e-4edd-8584-cdafa580ea6a,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:18.727260 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8eca3ad9-60ba-43df-b109-ebe9c134306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:18.730644 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-8eca3ad9-60ba-43df-b109-ebe9c134306b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1891417c-d26e-4edd-8584-cdafa580ea6a HTTP/1.1" status: 204 len: 168 time: 0.1674557 May 03 21:15:18.907068 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce2c4e-c1e1-4ece-aa25-6275f45b6088 req-e8eb99d9-6aa1-4255-8e54-8082307dfd67 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:18.908834 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-efce2c4e-c1e1-4ece-aa25-6275f45b6088 req-e8eb99d9-6aa1-4255-8e54-8082307dfd67 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1481280 May 03 21:15:18.970631 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37cef-93d6-43c9-84a6-9803ad9636a2 req-770783a6-e62b-469b-bb15-9193b7a3e543 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:18.972169 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ffa37cef-93d6-43c9-84a6-9803ad9636a2 req-770783a6-e62b-469b-bb15-9193b7a3e543 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 945 time: 0.1445491 May 03 21:15:18.980099 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-efce2c4e-c1e1-4ece-aa25-6275f45b6088 req-91724a2b-6933-4e4e-aac8-aa18e6d5f513 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647640 May 03 21:15:19.020022 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ffa37cef-93d6-43c9-84a6-9803ad9636a2 req-f35ece63-e8c2-46f9-ad50-2339575d90e8 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389137 May 03 21:15:19.624603 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-3f7c4e05-d15c-4f35-a0c7-0494e72f05f8 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:19.626053 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-3f7c4e05-d15c-4f35-a0c7-0494e72f05f8 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.43 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 945 time: 0.0922561 May 03 21:15:19.700339 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-d07e925c-fbe7-42e3-87c0-f922c6da0f64 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Deleting port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:15:19.700692 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-d07e925c-fbe7-42e3-87c0-f922c6da0f64 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:19.950534 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-d07e925c-fbe7-42e3-87c0-f922c6da0f64 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] For port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,segment=NetworkSegment(e69b385e-87ac-4ff7-ba6b-00be098618f9),segment_id=e69b385e-87ac-4ff7-ba6b-00be098618f9)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:15:19.950886 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-d07e925c-fbe7-42e3-87c0-f922c6da0f64 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:20.094766 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-d07e925c-fbe7-42e3-87c0-f922c6da0f64 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Calling delete_port for 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:15:20.502684 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660905c2-724e-416e-8e97-f048f96d4bec req-b06b441c-ab3b-4743-9a3b-4f3165af0afb tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:20.504124 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-660905c2-724e-416e-8e97-f048f96d4bec req-b06b441c-ab3b-4743-9a3b-4f3165af0afb tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/ports?device_id=00253e96-375e-489b-b036-3db80f5d7502 HTTP/1.1" status: 200 len: 945 time: 0.3552601 May 03 21:15:20.514457 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40baec-3a99-406d-b755-8b8d840d38ea req-879a57bf-7df3-4da1-bf9b-6729e4d0e77a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:20.516103 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f40baec-3a99-406d-b755-8b8d840d38ea req-879a57bf-7df3-4da1-bf9b-6729e4d0e77a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.3639138 May 03 21:15:20.555348 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-d07e925c-fbe7-42e3-87c0-f922c6da0f64 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:20.602178 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['4ccaf6a2-b54a-4a80-a2d6-d855897e42dd'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:15:20.639455 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e925c-fbe7-42e3-87c0-f922c6da0f64 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Pushing event deleted for resources: {'Port': ['ID=4ccaf6a2-b54a-4a80-a2d6-d855897e42dd,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:20.681578 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-660905c2-724e-416e-8e97-f048f96d4bec req-a3e8d442-bc15-403a-bdc9-8a21f4c84cea tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.44 "GET /v2.0/security-groups?id=97c69f30-8c7e-4317-8041-cf02fe85f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615930 May 03 21:15:20.690895 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f40baec-3a99-406d-b755-8b8d840d38ea req-5bfb2ac3-af38-4c97-bc0c-0413c609b2c8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558990 May 03 21:15:20.727560 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-d07e925c-fbe7-42e3-87c0-f922c6da0f64 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] No DVR routers for this DVR port 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:15:20.730711 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-d07e925c-fbe7-42e3-87c0-f922c6da0f64 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:20.733322 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00253e96-375e-489b-b036-3db80f5d7502', 'name': 'network-vif-deleted', 'tag': '4ccaf6a2-b54a-4a80-a2d6-d855897e42dd'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:15:20.749169 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c6bf6c0c-6764-4185-8af5-80440c26bb5c req-d07e925c-fbe7-42e3-87c0-f922c6da0f64 tempest-VolumesActionsTest-2141459069 tempest-VolumesActionsTest-2141459069-project] 10.222.0.43 "DELETE /v2.0/ports/4ccaf6a2-b54a-4a80-a2d6-d855897e42dd HTTP/1.1" status: 204 len: 173 time: 1.1167223 May 03 21:15:20.781010 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0705a41e-91f7-4268-b1fb-75a3179bbbcc'] response: {'server_uuid': '00253e96-375e-489b-b036-3db80f5d7502', 'name': 'network-vif-deleted', 'tag': '4ccaf6a2-b54a-4a80-a2d6-d855897e42dd', 'status': 'completed', 'code': 200} May 03 21:15:21.895521 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc780878-42cc-488f-85f0-f49284654346 req-7e9f3e97-946b-4044-ad7c-49f9b8bea101 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:21.896989 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bc780878-42cc-488f-85f0-f49284654346 req-7e9f3e97-946b-4044-ad7c-49f9b8bea101 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0851629 May 03 21:15:21.948810 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bc780878-42cc-488f-85f0-f49284654346 req-af16a4eb-f777-4ca8-bd18-463f6fc3dc63 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451412 May 03 21:15:23.133329 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d4328-900d-499b-a5be-8196b0b74d73 req-820436b9-ef60-4ae0-9782-0c5ca94a6886 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:23.134780 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6d0d4328-900d-499b-a5be-8196b0b74d73 req-820436b9-ef60-4ae0-9782-0c5ca94a6886 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0798130 May 03 21:15:23.186384 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6d0d4328-900d-499b-a5be-8196b0b74d73 req-5f2fcf57-3f8b-4534-b867-f4455d46d1ac tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451632 May 03 21:15:24.373320 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf5935-a181-4788-a8b7-c1f6031b88ab req-b291694d-fc80-4939-b423-6c068518ddc1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:24.374996 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-61bf5935-a181-4788-a8b7-c1f6031b88ab req-b291694d-fc80-4939-b423-6c068518ddc1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0862694 May 03 21:15:24.420395 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-61bf5935-a181-4788-a8b7-c1f6031b88ab req-9703f281-922c-47cf-af39-f4c191a1fe96 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396020 May 03 21:15:24.531526 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:15:24.565065 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:15:24.565400 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4ccaf6a2-b54a-4a80-a2d6-d855897e42dd not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:15:25.628558 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433e74d-6dc0-4ce7-a6db-3c3c2044512b req-c56b1bee-9e04-40e2-acca-27e052cb04b2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:25.630069 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b433e74d-6dc0-4ce7-a6db-3c3c2044512b req-c56b1bee-9e04-40e2-acca-27e052cb04b2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0901320 May 03 21:15:25.689398 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b433e74d-6dc0-4ce7-a6db-3c3c2044512b req-1c6bc0c3-b570-4303-8f8a-c25a4f88e1d1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525131 May 03 21:15:26.888597 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b1756-c1ee-4a84-ba94-1468d40e5a55 req-30d478cf-0e9a-4f2d-96c2-ba1b126a710a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:26.890078 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-616b1756-c1ee-4a84-ba94-1468d40e5a55 req-30d478cf-0e9a-4f2d-96c2-ba1b126a710a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0839207 May 03 21:15:26.934592 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-616b1756-c1ee-4a84-ba94-1468d40e5a55 req-cc377f8e-fc06-43d9-96c9-059322470671 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 May 03 21:15:28.177974 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3da60-67d4-4e25-9230-e735ea8d71df req-8e8571a8-4665-4abb-ac2d-f71c34ae7e03 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:28.179555 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-75c3da60-67d4-4e25-9230-e735ea8d71df req-8e8571a8-4665-4abb-ac2d-f71c34ae7e03 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1126862 May 03 21:15:28.226730 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-75c3da60-67d4-4e25-9230-e735ea8d71df req-27c51ed0-8d2c-425e-bd5b-3bc3ce1e6e19 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392206 May 03 21:15:28.778757 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b039f-2bf3-4a01-8a41-aeb9ac7fa4b7 req-074ef27c-a24b-49d8-bf55-b6b5ef3d22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:28.780301 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a26b039f-2bf3-4a01-8a41-aeb9ac7fa4b7 req-074ef27c-a24b-49d8-bf55-b6b5ef3d22b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 1099 time: 0.0920086 May 03 21:15:28.832704 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a26b039f-2bf3-4a01-8a41-aeb9ac7fa4b7 req-13813bd7-05cb-43a9-9816-e38cfac16127 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 May 03 21:15:29.436676 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979d537-1030-49a7-8096-e0b41b93f53b req-831e9ef8-ca63-4fcb-8532-e36565dd0674 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:29.438174 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d979d537-1030-49a7-8096-e0b41b93f53b req-831e9ef8-ca63-4fcb-8532-e36565dd0674 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0891361 May 03 21:15:29.490468 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d979d537-1030-49a7-8096-e0b41b93f53b req-f9ef6741-4334-4248-b4fa-ecfe2bba04c4 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438447 May 03 21:15:30.681102 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3260f30-f194-45f2-bf8b-7899f7378b59 req-1b91e36e-a615-4d52-b009-bad6ce1ad40d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:30.682490 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c3260f30-f194-45f2-bf8b-7899f7378b59 req-1b91e36e-a615-4d52-b009-bad6ce1ad40d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0811362 May 03 21:15:30.725794 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c3260f30-f194-45f2-bf8b-7899f7378b59 req-a479a50d-0df4-4706-b73c-98e68c456c05 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368681 May 03 21:15:30.911755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c4a94-c7c8-4686-8864-3de1ee123fcf req-ea357199-c339-4b5a-995b-56ce7ede11de tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:30.913420 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-883c4a94-c7c8-4686-8864-3de1ee123fcf req-ea357199-c339-4b5a-995b-56ce7ede11de tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.0827382 May 03 21:15:30.959696 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-883c4a94-c7c8-4686-8864-3de1ee123fcf req-d400ce99-69d3-4c40-87df-d9edf69bf69c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401576 May 03 21:15:33.082131 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-885ebd30-cfb9-43b5-96a7-fa6c9d5dcc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:33.083790 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-885ebd30-cfb9-43b5-96a7-fa6c9d5dcc0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 1098 time: 0.1556523 May 03 21:15:33.151886 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2216f9e-e28e-41fc-856c-fca636338337 req-5ff9672e-2997-4974-8ac1-77c3d97f5502 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:33.154279 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a2216f9e-e28e-41fc-856c-fca636338337 req-5ff9672e-2997-4974-8ac1-77c3d97f5502 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.1533740 May 03 21:15:33.286944 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a2216f9e-e28e-41fc-856c-fca636338337 req-45b6b01c-543e-4d99-acff-1b92230fe75b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651488 May 03 21:15:33.319838 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-b9e30e90-cadb-4fe1-9cb5-37d72aee00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:33.322225 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-b9e30e90-cadb-4fe1-9cb5-37d72aee00d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.2253165 May 03 21:15:33.402348 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-a71505f9-16ba-41dd-8d4e-5fd82d2b7187 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00aafd5e-b390-401c-a130-e021ed989253 HTTP/1.1" status: 200 len: 217 time: 0.0738001 May 03 21:15:33.466847 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-ae1cff52-54dd-4ea4-86f0-ad7cfb52d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:33.468295 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-ae1cff52-54dd-4ea4-86f0-ad7cfb52d319 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.0597360 May 03 21:15:33.638608 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-b9dc506d-4530-4ba1-9d59-c81d3f132286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:33.640421 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-b9dc506d-4530-4ba1-9d59-c81d3f132286 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1640859 May 03 21:15:33.776053 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-70d885fc-bdcd-48b8-915c-efc635873e04 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282907 May 03 21:15:33.908574 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af53fe3e-3096-47ae-a5c8-11ae82385ce9 req-bc337098-90eb-4688-a898-d969e50ebb28 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262834 May 03 21:15:34.529554 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39b89a-67e7-4221-ad70-1ab70b9c0766 req-2ba4735f-e99f-486c-ba9a-6541296725a4 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:34.531189 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4b39b89a-67e7-4221-ad70-1ab70b9c0766 req-2ba4735f-e99f-486c-ba9a-6541296725a4 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.1011829 May 03 21:15:34.580510 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4b39b89a-67e7-4221-ad70-1ab70b9c0766 req-84f6941a-63a4-4676-844f-0380c0f01510 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 May 03 21:15:35.806446 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6113df8-a3b4-419d-a45e-284d2629d1e4 req-d3654c85-7f91-41b0-a8e4-5b9455503c1d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:35.808527 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c6113df8-a3b4-419d-a45e-284d2629d1e4 req-d3654c85-7f91-41b0-a8e4-5b9455503c1d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.1025653 May 03 21:15:35.881153 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c6113df8-a3b4-419d-a45e-284d2629d1e4 req-97b75a90-fbbf-4ebc-bad8-ebdac46dd50e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568502 May 03 21:15:35.945727 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55136) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:36.112276 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-eb50c4ee-9493-43bc-9034-5af9234db287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:36.130885 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-eb50c4ee-9493-43bc-9034-5af9234db287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:36.132459 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-eb50c4ee-9493-43bc-9034-5af9234db287 admin admin] Usage tracker for resource:security_group_rule and tenant:fe03626f70ef46cda50b42807db03895 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:36.135304 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-eb50c4ee-9493-43bc-9034-5af9234db287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:36.141648 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-eb50c4ee-9493-43bc-9034-5af9234db287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:36.246638 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-eb50c4ee-9493-43bc-9034-5af9234db287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:36.254485 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-eb50c4ee-9493-43bc-9034-5af9234db287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:36.310265 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c4ee-9493-43bc-9034-5af9234db287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c109a13-bd2d-4ae4-8e92-a099a69e890f,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:36.340756 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-eb50c4ee-9493-43bc-9034-5af9234db287 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe03626f70ef46cda50b42807db03895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937395 May 03 21:15:36.344748 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55158) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:36.417030 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-edd1a769-ba6b-4dd0-8fb2-95cb7803c78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:36.449712 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-edd1a769-ba6b-4dd0-8fb2-95cb7803c78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:36.511716 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-edd1a769-ba6b-4dd0-8fb2-95cb7803c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:36.531174 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1a769-ba6b-4dd0-8fb2-95cb7803c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c109a13-bd2d-4ae4-8e92-a099a69e890f,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:36.541189 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-edd1a769-ba6b-4dd0-8fb2-95cb7803c78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:36.545192 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-edd1a769-ba6b-4dd0-8fb2-95cb7803c78a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c109a13-bd2d-4ae4-8e92-a099a69e890f HTTP/1.1" status: 204 len: 168 time: 0.1993287 May 03 21:15:36.711264 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55180) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:36.848574 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9a2a923c-2bea-41c0-bbaf-ff41595725c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:36.872233 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9a2a923c-2bea-41c0-bbaf-ff41595725c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:36.876175 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9a2a923c-2bea-41c0-bbaf-ff41595725c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e69fef0606e44ee2a906574f40eb5dc8 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:36.879389 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9a2a923c-2bea-41c0-bbaf-ff41595725c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:36.886339 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9a2a923c-2bea-41c0-bbaf-ff41595725c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:37.018357 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9a2a923c-2bea-41c0-bbaf-ff41595725c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.065310 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9a2a923c-2bea-41c0-bbaf-ff41595725c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.139728 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a923c-2bea-41c0-bbaf-ff41595725c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93daa55-e6bf-4bb8-a6fc-f63410a8c65e,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:37.146696 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-9a2a923c-2bea-41c0-bbaf-ff41595725c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e69fef0606e44ee2a906574f40eb5dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317689 May 03 21:15:37.147169 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55212) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:37.204907 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cca82-c0ef-451d-9317-33cd7cc0e57c req-955b29cf-bd2d-4849-ac8e-d663a485da51 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:37.206395 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9b6cca82-c0ef-451d-9317-33cd7cc0e57c req-955b29cf-bd2d-4849-ac8e-d663a485da51 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.1827762 May 03 21:15:37.245487 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d50fb518-74c9-4132-9ae4-0234eee1d27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.290177 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d50fb518-74c9-4132-9ae4-0234eee1d27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.299959 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9b6cca82-c0ef-451d-9317-33cd7cc0e57c req-a0da7984-e7d9-48b1-914d-b67235d8a2a6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795636 May 03 21:15:37.326123 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55220) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:37.364613 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d50fb518-74c9-4132-9ae4-0234eee1d27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.389456 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb518-74c9-4132-9ae4-0234eee1d27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93daa55-e6bf-4bb8-a6fc-f63410a8c65e,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:37.398638 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d50fb518-74c9-4132-9ae4-0234eee1d27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.402109 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d50fb518-74c9-4132-9ae4-0234eee1d27c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f93daa55-e6bf-4bb8-a6fc-f63410a8c65e HTTP/1.1" status: 204 len: 168 time: 0.2516947 May 03 21:15:37.465667 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2682056c-72fb-4e58-ad5e-24f1e0ea8067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.481614 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-2682056c-72fb-4e58-ad5e-24f1e0ea8067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:37.485860 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-2682056c-72fb-4e58-ad5e-24f1e0ea8067 admin admin] Usage tracker for resource:security_group_rule and tenant:00ae87e1c80f43d3af505fadb6f42067 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:37.488741 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-2682056c-72fb-4e58-ad5e-24f1e0ea8067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:37.494740 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-2682056c-72fb-4e58-ad5e-24f1e0ea8067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:37.595377 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2682056c-72fb-4e58-ad5e-24f1e0ea8067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.599909 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2682056c-72fb-4e58-ad5e-24f1e0ea8067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.637377 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682056c-72fb-4e58-ad5e-24f1e0ea8067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a6c005-6de9-4d37-8e4e-c03dc73c8b06,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:37.673896 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-2682056c-72fb-4e58-ad5e-24f1e0ea8067 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00ae87e1c80f43d3af505fadb6f42067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483622 May 03 21:15:37.676308 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55234) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:37.740510 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d2e7-e803-431f-b445-0343d6f8c112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.757805 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55238) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:37.770123 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d2e7-e803-431f-b445-0343d6f8c112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.779418 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d7de72d6-3fc3-4270-8f96-c3853f350253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.799963 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d7de72d6-3fc3-4270-8f96-c3853f350253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:37.804531 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d7de72d6-3fc3-4270-8f96-c3853f350253 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad2e275231048a39eb29a9c67c8c603 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:37.807545 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d7de72d6-3fc3-4270-8f96-c3853f350253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:37.814112 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d7de72d6-3fc3-4270-8f96-c3853f350253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:37.831695 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d2e7-e803-431f-b445-0343d6f8c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.850325 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8d2e7-e803-431f-b445-0343d6f8c112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a6c005-6de9-4d37-8e4e-c03dc73c8b06,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:37.854203 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d2e7-e803-431f-b445-0343d6f8c112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.859545 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1bd8d2e7-e803-431f-b445-0343d6f8c112 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1a6c005-6de9-4d37-8e4e-c03dc73c8b06 HTTP/1.1" status: 204 len: 168 time: 0.1822007 May 03 21:15:37.928069 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d7de72d6-3fc3-4270-8f96-c3853f350253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.933351 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d7de72d6-3fc3-4270-8f96-c3853f350253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:37.998940 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d7de72d6-3fc3-4270-8f96-c3853f350253 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ad2e275231048a39eb29a9c67c8c603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396553 May 03 21:15:37.999841 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de72d6-3fc3-4270-8f96-c3853f350253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253aff26-e0ce-47d9-ad5f-061fdbce7df0,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:38.001629 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55248) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:38.095683 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0be1-1414-4e9a-a931-ba162ae3fb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:38.125685 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0be1-1414-4e9a-a931-ba162ae3fb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:38.233398 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0be1-1414-4e9a-a931-ba162ae3fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:38.249567 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c0be1-1414-4e9a-a931-ba162ae3fb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253aff26-e0ce-47d9-ad5f-061fdbce7df0,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:38.258403 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0be1-1414-4e9a-a931-ba162ae3fb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:38.264462 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ba2c0be1-1414-4e9a-a931-ba162ae3fb7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/253aff26-e0ce-47d9-ad5f-061fdbce7df0 HTTP/1.1" status: 204 len: 168 time: 0.2587740 May 03 21:15:38.548115 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c25885-2111-40c5-a51f-b72ee4a5e822 req-d2177322-493e-4744-9afc-69a5ff353617 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:38.549850 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-62c25885-2111-40c5-a51f-b72ee4a5e822 req-d2177322-493e-4744-9afc-69a5ff353617 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.1087990 May 03 21:15:38.603576 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-62c25885-2111-40c5-a51f-b72ee4a5e822 req-d408918f-4400-4b8e-8149-c12d15df08c0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 May 03 21:15:39.618601 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-3c2affa7-28fc-4ccb-ab3f-0354293c2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:39.620378 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-3c2affa7-28fc-4ccb-ab3f-0354293c2a0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 1098 time: 0.0976961 May 03 21:15:39.673760 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55348) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:39.750667 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b7359a-774b-4a8d-853e-2214c2347ad6 admin admin] Deleting subnet 61874e92-c9bd-4128-8c70-859f6dc666be {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:15:39.756336 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d5b7359a-774b-4a8d-853e-2214c2347ad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:39.855057 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d5b7359a-774b-4a8d-853e-2214c2347ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3460637'] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:39.929013 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d5b7359a-774b-4a8d-853e-2214c2347ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:39.934800 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-d3e84e48-a9ed-4f49-ad38-29f3b35b4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:39.936857 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-d3e84e48-a9ed-4f49-ad38-29f3b35b4f80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.2792945 May 03 21:15:40.008259 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d5b7359a-774b-4a8d-853e-2214c2347ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128164'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.045918 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-21237394-b20a-4d46-b58f-048aeb8e2d44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00aafd5e-b390-401c-a130-e021ed989253 HTTP/1.1" status: 200 len: 217 time: 0.0988784 May 03 21:15:40.057877 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d5b7359a-774b-4a8d-853e-2214c2347ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.067436 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-d5b7359a-774b-4a8d-853e-2214c2347ad6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/61874e92-c9bd-4128-8c70-859f6dc666be HTTP/1.1" status: 204 len: 168 time: 0.3925653 May 03 21:15:40.068025 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55364) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:40.074328 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7359a-774b-4a8d-853e-2214c2347ad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61874e92-c9bd-4128-8c70-859f6dc666be,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:40.114426 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00071451-0c99-4b67-a27f-aeb4c473bae4 req-888263a9-9d6a-4c83-aedc-38e3a46e37e2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:40.117246 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-00071451-0c99-4b67-a27f-aeb4c473bae4 req-888263a9-9d6a-4c83-aedc-38e3a46e37e2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.2692523 May 03 21:15:40.173242 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-00071451-0c99-4b67-a27f-aeb4c473bae4 req-e506066f-42db-4471-9214-7ba74e74c9c3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496280 May 03 21:15:40.176895 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-70a18a20-f3e1-4629-bbe9-aaadf731c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:40.178314 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-70a18a20-f3e1-4629-bbe9-aaadf731c8be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.1254618 May 03 21:15:40.237723 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.295242 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-36a96bf4-7162-4549-8e02-a8702c1d0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:40.297108 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-36a96bf4-7162-4549-8e02-a8702c1d0600 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1125162 May 03 21:15:40.399156 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.434077 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930acd3f-a6ea-4806-93d9-f168e43315fd']}} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:40.452808 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69b385e-87ac-4ff7-ba6b-00be098618f9') {'for_net_delete': True} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:40.453398 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69b385e-87ac-4ff7-ba6b-00be098618f9') {} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:40.469584 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3460628'] for segment, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.496364 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.510121 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:15:40.510739 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221191'] for segment, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: Traceback (most recent call last): May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: timer() May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: cb(*args, **kw) May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: return func(*args, **kwargs) May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: self._notify() May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: self.callback(batched_events) May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: event.method(event) May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: return f(self, *a, **k) May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: return self._get(url).json() May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: return self.request(url, 'GET', **kwargs) May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:15:40.524817 dv-cinder-840376-1-smb neutron-server[87240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:15:40.609007 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.623912 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-ab862813-087a-4d47-a852-1f247b914f0b service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164749 May 03 21:15:40.628929 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.642514 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] Pushing event deleted for resources: {'Network': ['ID=930acd3f-a6ea-4806-93d9-f168e43315fd,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:40.654249 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-e3f29863-d0f6-43e3-b45e-90248492e28e admin admin] 10.222.0.44 "DELETE /v2.0/networks/930acd3f-a6ea-4806-93d9-f168e43315fd HTTP/1.1" status: 204 len: 168 time: 0.5790956 May 03 21:15:40.654348 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55402) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:40.804953 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b589611-9096-4e6f-97e4-19d7fa3aa6d0 req-2dbde4d9-1631-47d3-940c-e7bab6f040bd service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735306 May 03 21:15:40.819328 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f595365-3932-49cf-af21-29c5ecafd9b2 admin admin] Deleting subnet e32cb516-5bd0-4965-acd8-3db5fc81c20a {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:15:40.823070 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3f595365-3932-49cf-af21-29c5ecafd9b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.859546 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55422) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:40.891218 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3f595365-3932-49cf-af21-29c5ecafd9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3460637'] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:40.986855 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3f595365-3932-49cf-af21-29c5ecafd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.080404 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-54d4c65e-0307-4ba2-bb45-25a5d95829c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.084775 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3f595365-3932-49cf-af21-29c5ecafd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128164'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.100101 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-54d4c65e-0307-4ba2-bb45-25a5d95829c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:41.105993 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-54d4c65e-0307-4ba2-bb45-25a5d95829c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b775e78c5143aa97aa2f72156d112e is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:41.108967 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-54d4c65e-0307-4ba2-bb45-25a5d95829c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:41.114815 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-54d4c65e-0307-4ba2-bb45-25a5d95829c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:41.134554 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f595365-3932-49cf-af21-29c5ecafd9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32cb516-5bd0-4965-acd8-3db5fc81c20a,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:41.144143 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3f595365-3932-49cf-af21-29c5ecafd9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.156160 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55440) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:41.157002 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-3f595365-3932-49cf-af21-29c5ecafd9b2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e32cb516-5bd0-4965-acd8-3db5fc81c20a HTTP/1.1" status: 204 len: 168 time: 0.5012867 May 03 21:15:41.346309 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.418588 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-b67339b5-4b6a-4e74-a76f-991c954ad0b8 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e10f5f599a2942d59a5867fd60887c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374370 May 03 21:15:41.469671 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.516416 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-54d4c65e-0307-4ba2-bb45-25a5d95829c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.568310 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-54d4c65e-0307-4ba2-bb45-25a5d95829c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.740052 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.754865 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-54d4c65e-0307-4ba2-bb45-25a5d95829c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7b775e78c5143aa97aa2f72156d112e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8939774 May 03 21:15:41.757529 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55466) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:41.779304 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4c65e-0307-4ba2-bb45-25a5d95829c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7944b9-45fd-4b3f-8402-3733b318e922,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:41.800423 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1afadd-6383-47c4-84e9-8c2675fc6946']}} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:41.820493 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea74b9f7-5ad1-46a4-b33a-5e8970cc9f2a') {'for_net_delete': True} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:41.820784 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea74b9f7-5ad1-46a4-b33a-5e8970cc9f2a') {} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:41.823524 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed40c-3d28-41e5-9172-ca404f057fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.841378 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-c0e8ea17-d89c-4eb4-a018-a7fd829734f2 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:41.842735 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-c0e8ea17-d89c-4eb4-a018-a7fd829734f2 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3927679 May 03 21:15:41.847789 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304476'] for segment, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.849555 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed40c-3d28-41e5-9172-ca404f057fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.878925 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c824-cf57-444e-80ff-a43f6b0a1e15 req-0f828e03-4915-4593-83df-b68eec93ad34 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:41.880382 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aaf6c824-cf57-444e-80ff-a43f6b0a1e15 req-0f828e03-4915-4593-83df-b68eec93ad34 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.3749416 May 03 21:15:41.882074 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.885020 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-8fc4907b-e155-48ea-bcb4-0738a3726611 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/quotas/e10f5f599a2942d59a5867fd60887c6c HTTP/1.1" status: 200 len: 375 time: 0.0277369 May 03 21:15:41.890564 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=87239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:15:41.890956 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305226'] for segment, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: Traceback (most recent call last): May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: timer() May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: cb(*args, **kw) May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: return func(*args, **kwargs) May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: self._notify() May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: self.callback(batched_events) May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: event.method(event) May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: return f(self, *a, **k) May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: return self._get(url).json() May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: return self.request(url, 'GET', **kwargs) May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:15:41.905150 dv-cinder-840376-1-smb neutron-server[87239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:15:41.910633 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed40c-3d28-41e5-9172-ca404f057fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.928032 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ed40c-3d28-41e5-9172-ca404f057fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7944b9-45fd-4b3f-8402-3733b318e922,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:41.935946 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed40c-3d28-41e5-9172-ca404f057fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:41.939372 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-5a9ed40c-3d28-41e5-9172-ca404f057fea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f7944b9-45fd-4b3f-8402-3733b318e922 HTTP/1.1" status: 204 len: 168 time: 0.1784019 May 03 21:15:42.020837 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-05f133e1-4bb4-4818-bc9a-8b8b9cf59f97 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e10f5f599a2942d59a5867fd60887c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136997 May 03 21:15:42.054606 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aaf6c824-cf57-444e-80ff-a43f6b0a1e15 req-804d0c53-b6d2-48c3-b157-36995634c047 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485636 May 03 21:15:42.055652 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.087051 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.090676 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1afadd-6383-47c4-84e9-8c2675fc6946,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:42.113658 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-9f4992d9-231a-4b24-aecf-b559bd3a9504 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0a1afadd-6383-47c4-84e9-8c2675fc6946 HTTP/1.1" status: 204 len: 168 time: 0.9540582 May 03 21:15:42.312282 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dec06ec5-1db5-4613-a4bb-80e57f151351 req-535f33ae-d4d3-49db-bdd7-51a356380e27 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 210 time: 0.0726190 May 03 21:15:42.366594 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e8447-605a-42e5-9803-1e7022286469 req-8af44acc-eb6a-419e-8d96-7e48ef1b1ea8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:42.368260 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-108e8447-605a-42e5-9803-1e7022286469 req-8af44acc-eb6a-419e-8d96-7e48ef1b1ea8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.1760447 May 03 21:15:42.388966 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55488) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:42.411779 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55492) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:42.427591 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-108e8447-605a-42e5-9803-1e7022286469 req-236efee6-3a7e-4b02-8f21-355f10fa3ccf tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528474 May 03 21:15:42.441529 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf141-1e5a-4729-a7d8-b312b7099ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.476369 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-9b7cf141-1e5a-4729-a7d8-b312b7099ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:42.483997 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ee6be3f8-ca13-463d-b7bc-1270da425a79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af612dc803af4152af1888a5995eccba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939293 May 03 21:15:42.485695 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-9b7cf141-1e5a-4729-a7d8-b312b7099ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:041b56b3607a444581b8b7d61283bca1 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:42.486605 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55498) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:42.505203 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-9b7cf141-1e5a-4729-a7d8-b312b7099ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:42.517400 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-9b7cf141-1e5a-4729-a7d8-b312b7099ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:42.584360 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b1c1effa-4212-4d9a-b150-c8286552d511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.616768 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b1c1effa-4212-4d9a-b150-c8286552d511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.640772 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf141-1e5a-4729-a7d8-b312b7099ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.646740 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf141-1e5a-4729-a7d8-b312b7099ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.683190 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b1c1effa-4212-4d9a-b150-c8286552d511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.704149 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1effa-4212-4d9a-b150-c8286552d511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c69f30-8c7e-4317-8041-cf02fe85f9d4,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:42.710698 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-9b7cf141-1e5a-4729-a7d8-b312b7099ed4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=041b56b3607a444581b8b7d61283bca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969770 May 03 21:15:42.711867 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55504) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:42.719008 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cf141-1e5a-4729-a7d8-b312b7099ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a8eacb-fd58-4a1a-98d0-3e2871a55045,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:42.741646 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b1c1effa-4212-4d9a-b150-c8286552d511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.742755 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b1c1effa-4212-4d9a-b150-c8286552d511 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97c69f30-8c7e-4317-8041-cf02fe85f9d4 HTTP/1.1" status: 204 len: 168 time: 0.2545185 May 03 21:15:42.783100 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c3f58def-62ef-403c-b57b-a7eb86d4f659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.820220 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c3f58def-62ef-403c-b57b-a7eb86d4f659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.845910 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55512) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:42.888667 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c3f58def-62ef-403c-b57b-a7eb86d4f659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.905160 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f58def-62ef-403c-b57b-a7eb86d4f659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a8eacb-fd58-4a1a-98d0-3e2871a55045,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:42.909543 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c3f58def-62ef-403c-b57b-a7eb86d4f659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:42.910834 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c3f58def-62ef-403c-b57b-a7eb86d4f659 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86a8eacb-fd58-4a1a-98d0-3e2871a55045 HTTP/1.1" status: 204 len: 168 time: 0.1975837 May 03 21:15:43.054848 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-90073f28-bed2-4900-a794-6858729ae7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:43.072922 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-90073f28-bed2-4900-a794-6858729ae7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:43.077432 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-90073f28-bed2-4900-a794-6858729ae7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9c834bba6a42e6aa38afbd6e496791 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:43.080533 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-90073f28-bed2-4900-a794-6858729ae7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:43.099061 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-90073f28-bed2-4900-a794-6858729ae7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:43.199185 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55526) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:43.257656 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-d452504c-c753-4b36-afb2-78be688a5742 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f4a7eda40d64d7f9a4386bb01fb4181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571740 May 03 21:15:43.259970 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55530) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:43.348687 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1505db2-81f0-485a-9a22-aa3d9b12092b req-cd354585-2e25-4760-8a11-804a4f067ac7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:43.350450 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f1505db2-81f0-485a-9a22-aa3d9b12092b req-cd354585-2e25-4760-8a11-804a4f067ac7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.1295533 May 03 21:15:43.358566 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2b77a1f5-3774-4f12-ad89-e928f1964c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:43.404876 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-90073f28-bed2-4900-a794-6858729ae7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:43.407682 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2b77a1f5-3774-4f12-ad89-e928f1964c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:43.428009 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-90073f28-bed2-4900-a794-6858729ae7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:43.484843 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2b77a1f5-3774-4f12-ad89-e928f1964c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:43.515317 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77a1f5-3774-4f12-ad89-e928f1964c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64428776-6a00-4be6-b041-c3a3680e9551,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:43.550013 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2b77a1f5-3774-4f12-ad89-e928f1964c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:43.550652 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f1505db2-81f0-485a-9a22-aa3d9b12092b req-cc03740d-6df0-456a-afee-bc4dbe75ef20 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888795 May 03 21:15:43.553652 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-2b77a1f5-3774-4f12-ad89-e928f1964c7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64428776-6a00-4be6-b041-c3a3680e9551 HTTP/1.1" status: 204 len: 168 time: 0.2903907 May 03 21:15:43.598238 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-979ab0bc-77ca-4af3-8eeb-e29d636e7ab8 req-da455928-0a12-4f84-a292-2bff4f857fca tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 210 time: 0.1445570 May 03 21:15:43.599237 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90073f28-bed2-4900-a794-6858729ae7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f7599a-7bd9-41af-8c69-591f18122134,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:43.603191 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-9f2b47b1-a20f-4170-baeb-0e3db44e701d tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e10f5f599a2942d59a5867fd60887c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558558 May 03 21:15:43.694776 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-90073f28-bed2-4900-a794-6858729ae7a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c9c834bba6a42e6aa38afbd6e496791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8465483 May 03 21:15:43.695859 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55554) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:43.843727 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8c50b25f-770f-4783-9a1f-9f0dd8ce8af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:43.893145 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8c50b25f-770f-4783-9a1f-9f0dd8ce8af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:43.970820 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8c50b25f-770f-4783-9a1f-9f0dd8ce8af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:43.993707 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50b25f-770f-4783-9a1f-9f0dd8ce8af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f7599a-7bd9-41af-8c69-591f18122134,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:43.998072 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8c50b25f-770f-4783-9a1f-9f0dd8ce8af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:44.003624 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-8c50b25f-770f-4783-9a1f-9f0dd8ce8af6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49f7599a-7bd9-41af-8c69-591f18122134 HTTP/1.1" status: 204 len: 168 time: 0.3018358 May 03 21:15:44.005675 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763243d-7f0a-47cb-80cb-7d6de23fc317 req-b333fbde-af9a-427b-8f57-f5d94f53420c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:44.007531 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1763243d-7f0a-47cb-80cb-7d6de23fc317 req-b333fbde-af9a-427b-8f57-f5d94f53420c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.1713264 May 03 21:15:44.019657 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-121f8447-665b-45a2-b9cd-402656aa9358 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:44.024121 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-121f8447-665b-45a2-b9cd-402656aa9358 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4060016 May 03 21:15:44.083079 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Request body: {'port': {'device_id': 'ada5b694-14d1-4ef0-94df-6c7b37548e88', 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5', 'admin_state_up': True, 'tenant_id': 'e10f5f599a2942d59a5867fd60887c6c'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:44.086805 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-9c589897-aa44-4375-b201-6a3ecaa92bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:44.101599 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1763243d-7f0a-47cb-80cb-7d6de23fc317 req-55db8f14-2307-4db5-909f-a03a3208aa2a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759861 May 03 21:15:44.214592 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55584) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:44.260421 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:44.264556 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Usage tracker for resource:port and tenant:e10f5f599a2942d59a5867fd60887c6c is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:44.267444 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:44.273379 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:44.285674 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Made reservation on behalf of e10f5f599a2942d59a5867fd60887c6c for: {'port': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:15:44.289744 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:44.305876 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:44.327264 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:44.331136 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Usage tracker for resource:security_group_rule and tenant:e10f5f599a2942d59a5867fd60887c6c is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:44.334982 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:44.342224 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:44.384924 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-579195499-network', 'tenant_id': '9d2738a92828470d9c163e1690087f5b'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:44.391410 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:44.401470 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Usage tracker for resource:network and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:44.407751 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:44.415408 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:44.444115 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Made reservation on behalf of 9d2738a92828470d9c163e1690087f5b for: {'network': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:15:44.446394 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:44.467954 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:44.486211 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:44.487605 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:44.492294 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Usage tracker for resource:security_group_rule and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:44.495089 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:44.499667 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:44.553689 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:44.601281 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa088a2b-21b9-423b-a181-27224799b3ad,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:44.748842 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Allocated IP 192.168.233.185 (22f7649e-02a5-42e1-84c7-c6a50e3cb7e5/8340afc7-bc1a-4477-a1d3-cb2a31fb01e9/47073caf-a3d9-4075-9010-670e0930e844) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:15:44.871134 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55624) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:44.931012 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.016542 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.086165 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea3c2c3a-fb18-4798-9f6c-92e7ee5a09f8 req-b5a62099-4c4f-4493-9410-69bba21e7389 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 210 time: 0.2408588 May 03 21:15:45.161665 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1043393905-network', 'tenant_id': '924559cd84af479ca6eb310ef0703d4a'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:45.175089 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:45.180578 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Usage tracker for resource:network and tenant:924559cd84af479ca6eb310ef0703d4a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:45.186778 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:45.186971 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:45.193933 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:15:45.194608 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=87239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:15:45.218396 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:45.234571 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Made reservation on behalf of 924559cd84af479ca6eb310ef0703d4a for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:15:45.238732 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.276840 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.277276 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.segments_db [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Added segment f0bc7d11-e5f8-42b5-bdca-c0dea25c459f of type vlan for network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e May 03 21:15:45.282836 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.340030 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:45.344792 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.352224 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Usage tracker for resource:security_group_rule and tenant:924559cd84af479ca6eb310ef0703d4a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:45.357512 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:45.361268 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Transition to ACTIVE for port object 47073caf-a3d9-4075-9010-670e0930e844 will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:45.363331 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:45.391835 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f25a4-f406-4493-b402-470ee57b0ee9 req-6cc74462-23a7-4e89-9471-3ec3f877fd3b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:45.393390 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f62f25a4-f406-4493-b402-470ee57b0ee9 req-6cc74462-23a7-4e89-9471-3ec3f877fd3b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.6331675 May 03 21:15:45.497698 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.504403 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.511823 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.535518 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:15:45.560217 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.565549 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.565917 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Added segment a3cedd36-af75-441a-b45a-d9b98b7a8f52 of type vlan for network 78734c97-0285-4397-a280-c2dfb8b4aad8 May 03 21:15:45.570802 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f62f25a4-f406-4493-b402-470ee57b0ee9 req-0268fc41-9a53-4ff0-8c83-3d4e3fb6cd4a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396105 May 03 21:15:45.598658 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4072a917-7caa-4967-ad8e-e09011f04e71,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:45.627906 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.668375 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.670191 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:45.671037 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.683880 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Pushing event updated for resources: {'Port': ['ID=47073caf-a3d9-4075-9010-670e0930e844,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:45.739769 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea87a8a-df37-44d5-95bf-2f7a84d05805 req-dae81d1d-e752-4034-a719-9cc7e50ea49e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:45.747089 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-eea87a8a-df37-44d5-95bf-2f7a84d05805 req-dae81d1d-e752-4034-a719-9cc7e50ea49e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.3671391 May 03 21:15:45.751096 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:15:45.765574 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:45.769438 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:15:45.789515 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9171929 May 03 21:15:45.800735 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55658) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:45.813078 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Request body: {'subnet': {'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1043393905-subnet', 'tenant_id': '924559cd84af479ca6eb310ef0703d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:45.822412 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe758b-052d-422c-93fe-659ffa479d57 admin admin] Pushing event updated for resources: {'Network': ['ID=78734c97-0285-4397-a280-c2dfb8b4aad8,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:45.829862 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.830836 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:45.831418 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.835405 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:45.836983 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 78734c97-0285-4397-a280-c2dfb8b4aad8 details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:15:45.842776 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55662) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:45.843695 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:45.844306 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:45.845618 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Usage tracker for resource:subnet and tenant:924559cd84af479ca6eb310ef0703d4a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:45.853015 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:45.861734 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:46.059801 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8684a1d5-6c64-4556-b125-66d639b2a0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.075966 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-8684a1d5-6c64-4556-b125-66d639b2a0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:46.079935 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-8684a1d5-6c64-4556-b125-66d639b2a0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:182a6ff899764b1991e19ec79464b8f0 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:46.082942 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-8684a1d5-6c64-4556-b125-66d639b2a0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:46.089061 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-8684a1d5-6c64-4556-b125-66d639b2a0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:46.098046 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8823845 May 03 21:15:46.102467 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55672) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:46.108622 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Request body: {'subnet': {'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-579195499-subnet', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'ip_version': 4}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:46.113597 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:46.118417 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Usage tracker for resource:subnet and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:46.123665 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:46.130203 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-eea87a8a-df37-44d5-95bf-2f7a84d05805 req-46d7106e-509e-431f-9463-690cc864530c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821769 May 03 21:15:46.130479 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:46.133565 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-b62531c4-77c1-48fb-81f8-9ee904b29fa1 None None] Provisioning for port 47073caf-a3d9-4075-9010-670e0930e844 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:15:46.148732 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-b62531c4-77c1-48fb-81f8-9ee904b29fa1 None None] Provisioning complete for port 47073caf-a3d9-4075-9010-670e0930e844 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:15:46.149145 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b62531c4-77c1-48fb-81f8-9ee904b29fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.160915 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Made reservation on behalf of 9d2738a92828470d9c163e1690087f5b for: {'subnet': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:15:46.164145 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3128129'] for subnet, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.186746 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-bf7bb4b1-88c9-45ec-9ef7-0530b019e0fa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1082473 May 03 21:15:46.197352 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeb47f-f671-48f1-9515-b9d3bc4c9d66 admin admin] Pushing event updated for resources: {'Network': ['ID=2884cbd3-5a5d-4426-88b0-bf0bdebc817e,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:46.206079 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Request body: {'port': {'device_id': 'ada5b694-14d1-4ef0-94df-6c7b37548e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:46.241605 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-b62531c4-77c1-48fb-81f8-9ee904b29fa1 None None] Port 47073caf-a3d9-4075-9010-670e0930e844 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:15:46.243090 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:15:46.400774 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Made reservation on behalf of 924559cd84af479ca6eb310ef0703d4a for: {'subnet': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:15:46.401535 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-d123c7e0-6637-4749-a35b-efebd335ad4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.405262 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3128129'] for subnet, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.410185 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.437066 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b104e-ff3a-4fd4-bb31-e86bdcfca561 req-b388250a-29e5-4f4e-afc3-8acc01a3b3bf tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:46.438038 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-ea9b104e-ff3a-4fd4-bb31-e86bdcfca561 req-b388250a-29e5-4f4e-afc3-8acc01a3b3bf tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Synchronizing usage tracker for tenant:e10f5f599a2942d59a5867fd60887c6c on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:15:46.451009 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3128179'] for subnet, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.503523 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-ea9b104e-ff3a-4fd4-bb31-e86bdcfca561 req-b388250a-29e5-4f4e-afc3-8acc01a3b3bf tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Unset dirty status for tenant:e10f5f599a2942d59a5867fd60887c6c on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:15:46.504811 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea9b104e-ff3a-4fd4-bb31-e86bdcfca561 req-b388250a-29e5-4f4e-afc3-8acc01a3b3bf tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 936 time: 0.2535663 May 03 21:15:46.619722 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46f1791-e7c0-4157-9192-b783357c9bee,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:46.631379 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-ea9b104e-ff3a-4fd4-bb31-e86bdcfca561 req-dd8cea6d-e1a3-4e0f-ac36-802cf0614bc5 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Synchronizing usage tracker for tenant:e10f5f599a2942d59a5867fd60887c6c on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:15:46.644776 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Checking segment: {'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:15:46.645124 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Network hostable DHCP agents. Network: 2884cbd3-5a5d-4426-88b0-bf0bdebc817e, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:15:46.694938 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8684a1d5-6c64-4556-b125-66d639b2a0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.722348 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:15:46.730750 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8684a1d5-6c64-4556-b125-66d639b2a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.760628 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-ea9b104e-ff3a-4fd4-bb31-e86bdcfca561 req-dd8cea6d-e1a3-4e0f-ac36-802cf0614bc5 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Unset dirty status for tenant:e10f5f599a2942d59a5867fd60887c6c on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:15:46.761786 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea9b104e-ff3a-4fd4-bb31-e86bdcfca561 req-dd8cea6d-e1a3-4e0f-ac36-802cf0614bc5 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505717 May 03 21:15:46.788403 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 2884cbd3-5a5d-4426-88b0-bf0bdebc817e) {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:46.792872 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:46.793344 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.824735 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684a1d5-6c64-4556-b125-66d639b2a0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7a1c5a-54b5-4161-aa0f-50a8a59cc4f2,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:46.825988 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc64f63-1ac8-44b3-9b38-92730f448184 None None] Network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:15:46.832571 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-8684a1d5-6c64-4556-b125-66d639b2a0d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=182a6ff899764b1991e19ec79464b8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9861906 May 03 21:15:46.834499 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55684) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:46.880669 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c227737c-fd3b-484a-bd29-b2321cdeaa4f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7745390 May 03 21:15:46.882473 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55688) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:46.883616 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3128179'] for subnet, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:46.895056 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:46.901147 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:46.940874 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Usage tracker for resource:router and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:46.951079 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:46.954019 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd8fcb-1fd9-49d3-bfb5-9f535a55bbce req-9f48eeb3-6f64-469b-a666-450dec8847ec tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:46.961731 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-55fd8fcb-1fd9-49d3-bfb5-9f535a55bbce req-9f48eeb3-6f64-469b-a666-450dec8847ec tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.2395709 May 03 21:15:46.975479 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:46.997899 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=db181142-94fe-4545-a3ee-fc66f08d6fd6,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:47.003753 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Checking segment: {'id': 'a3cedd36-af75-441a-b45a-d9b98b7a8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:15:47.004213 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Network hostable DHCP agents. Network: 78734c97-0285-4397-a280-c2dfb8b4aad8, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:15:47.010875 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.012003 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.018171 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47073caf-a3d9-4075-9010-670e0930e844 {{(pid=87239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:15:47.035253 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.050848 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.060647 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-16595b9b-816a-40ea-bb8d-d01258c6d990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.067540 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Network 78734c97-0285-4397-a280-c2dfb8b4aad8 is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:15:47.073940 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-55fd8fcb-1fd9-49d3-bfb5-9f535a55bbce req-23e92b66-f865-46ab-a973-6c503e4bd9fc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112487 May 03 21:15:47.102111 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Transition to ACTIVE for port object 47073caf-a3d9-4075-9010-670e0930e844 will not be triggered until provisioned by entity L2. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:47.125208 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.173746 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-16595b9b-816a-40ea-bb8d-d01258c6d990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.184372 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped9e2575-edac-5646-aca9-fda55ecf2a7e-2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee'}]}} from dv-cinder-840376-1-smb. {{(pid=87241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:15:47.185580 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.254978 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 78734c97-0285-4397-a280-c2dfb8b4aad8) {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:47.259596 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:47.260577 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.387261 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d5c06-92f2-4110-9c6c-ae8383d12859 None None] Network 78734c97-0285-4397-a280-c2dfb8b4aad8 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:15:47.589860 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.590341 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Pushing event updated for resources: {'Port': ['ID=47073caf-a3d9-4075-9010-670e0930e844,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:47.607949 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-7e358ce3-5fb7-4e50-bf6d-c3467cf2a7bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7974372 May 03 21:15:47.649083 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-16595b9b-816a-40ea-bb8d-d01258c6d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.669685 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Attempting to bind port 47073caf-a3d9-4075-9010-670e0930e844 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:15:47.670149 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Attempting to bind port 47073caf-a3d9-4075-9010-670e0930e844 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '249e7726-21a1-49ae-bcaf-af2a34ae5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5'}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:15:47.670373 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Attempting to bind port 47073caf-a3d9-4075-9010-670e0930e844 on network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:15:47.676372 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16595b9b-816a-40ea-bb8d-d01258c6d990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7a1c5a-54b5-4161-aa0f-50a8a59cc4f2,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:47.691360 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5363b-b93b-4739-9750-95f4ad5499ea req-f55f0dd4-ceb6-4873-a8d4-f080a6bf3031 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:47.698464 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f7f5363b-b93b-4739-9750-95f4ad5499ea req-f55f0dd4-ceb6-4873-a8d4-f080a6bf3031 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.2935557 May 03 21:15:47.701695 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Port 47073caf-a3d9-4075-9010-670e0930e844 on network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:15:47.702130 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Attempting to bind port 47073caf-a3d9-4075-9010-670e0930e844 on network 22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:15:47.717300 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-16595b9b-816a-40ea-bb8d-d01258c6d990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.718442 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-16595b9b-816a-40ea-bb8d-d01258c6d990 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff7a1c5a-54b5-4161-aa0f-50a8a59cc4f2 HTTP/1.1" status: 204 len: 168 time: 0.8830385 May 03 21:15:47.723311 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:15:47.723758 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Checking segment: {'id': '249e7726-21a1-49ae-bcaf-af2a34ae5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:15:47.724068 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Bound using segment: {'id': '249e7726-21a1-49ae-bcaf-af2a34ae5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5'} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:15:47.724453 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Bound port: 47073caf-a3d9-4075-9010-670e0930e844, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249e7726-21a1-49ae-bcaf-af2a34ae5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5'}}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:15:47.724796 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:47.921056 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] For port 47073caf-a3d9-4075-9010-670e0930e844, host hv-cinder-84037, cleared binding levels {{(pid=87239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:15:47.930678 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] For port 47073caf-a3d9-4075-9010-670e0930e844, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=47073caf-a3d9-4075-9010-670e0930e844,segment=NetworkSegment(249e7726-21a1-49ae-bcaf-af2a34ae5fa1),segment_id=249e7726-21a1-49ae-bcaf-af2a34ae5fa1)] {{(pid=87239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:15:47.940013 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f7f5363b-b93b-4739-9750-95f4ad5499ea req-0ee11608-d061-4b31-9da8-407adef86d23 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408144 May 03 21:15:47.944213 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:48.044875 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:48.219790 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Pushing event updated for resources: {'Port': ['ID=47073caf-a3d9-4075-9010-670e0930e844,revision_number=3']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:48.226179 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d678d43-882b-429f-b8f5-2dcab5e36514 None None] Network 78734c97-0285-4397-a280-c2dfb8b4aad8 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:15:48.245044 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:48.245987 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:48.247881 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-87ca2599-41a7-4f3e-9df1-aa9c815e4f42 service neutron] 10.222.0.43 "PUT /v2.0/ports/47073caf-a3d9-4075-9010-670e0930e844 HTTP/1.1" status: 200 len: 1098 time: 2.0473702 May 03 21:15:48.249539 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada5b694-14d1-4ef0-94df-6c7b37548e88', 'tag': '47073caf-a3d9-4075-9010-670e0930e844'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:15:48.338469 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:48.405210 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:48.503174 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:48.534253 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.db_base_plugin_common [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Allocated IP 172.20.0.2 (2884cbd3-5a5d-4426-88b0-bf0bdebc817e/d46f1791-e7c0-4157-9192-b783357c9bee/812be740-8762-41f4-ba7f-edf66dac2fb2) {{(pid=87241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:15:48.646014 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Allocated IP 172.28.1.57 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/9b2fc76a-cf96-420a-a9da-f4ea83b2172b) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:15:48.661389 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00db97-1faf-4068-b6d0-e67e2e40d93d req-34afcccb-be19-4f98-b360-4c2aed63d725 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:48.668246 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dc00db97-1faf-4068-b6d0-e67e2e40d93d req-34afcccb-be19-4f98-b360-4c2aed63d725 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 948 time: 0.4777787 May 03 21:15:48.679431 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2aaca-0401-4323-8936-1f7b762b5eee req-72fedce1-b890-4644-9b83-eb134482b14e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:48.680713 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b4d2aaca-0401-4323-8936-1f7b762b5eee req-72fedce1-b890-4644-9b83-eb134482b14e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.4478455 May 03 21:15:48.697666 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-5bac26b1-5962-4f07-8724-74de6da54eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:48.699109 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-5bac26b1-5962-4f07-8724-74de6da54eb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e10f5f599a2942d59a5867fd60887c6c&device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 1101 time: 0.2871640 May 03 21:15:48.896071 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-a32272eb-8234-4dcc-876d-426cb04e2a87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=47073caf-a3d9-4075-9010-670e0930e844 HTTP/1.1" status: 200 len: 217 time: 0.1783566 May 03 21:15:48.927572 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:48.940781 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:48.972566 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:48.984521 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Transition to ACTIVE for port object 812be740-8762-41f4-ba7f-edf66dac2fb2 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:48.989782 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:49.005469 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Transition to ACTIVE for port object 812be740-8762-41f4-ba7f-edf66dac2fb2 will not be triggered until provisioned by entity DHCP. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:49.011583 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b4d2aaca-0401-4323-8936-1f7b762b5eee req-1b6f7997-f564-4665-b010-ff5d1eb7799f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176703 May 03 21:15:49.022089 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:49.023657 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dc00db97-1faf-4068-b6d0-e67e2e40d93d req-177b20fc-894e-49b2-bfc8-ce421aed3e4d tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543150 May 03 21:15:49.042590 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-8468e1c4-4fff-4b86-849e-31030490952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:49.044769 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-8468e1c4-4fff-4b86-849e-31030490952f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8340afc7-bc1a-4477-a1d3-cb2a31fb01e9 HTTP/1.1" status: 200 len: 843 time: 0.0951653 May 03 21:15:49.102412 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e is already hosted by enough agents. {{(pid=87241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:15:49.105405 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.base_scheduler [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Resources bound (agent type, host, resource id): {{(pid=87241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:49.107864 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:15:49.111136 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Received port after_create {{(pid=87241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:15:49.119359 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:49.131708 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:15:49.142160 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-f907bdee-9ef2-4e1d-b2dc-6d4d7165247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:49.143773 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-f907bdee-9ef2-4e1d-b2dc-6d4d7165247c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22f7649e-02a5-42e1-84c7-c6a50e3cb7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0891247 May 03 21:15:49.194702 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e180f93-a546-4ff4-b24f-59fba4068454'] response: {'name': 'network-changed', 'server_uuid': 'ada5b694-14d1-4ef0-94df-6c7b37548e88', 'tag': '47073caf-a3d9-4075-9010-670e0930e844', 'status': 'completed', 'code': 200} May 03 21:15:49.267057 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Pushing event updated for resources: {'Port': ['ID=812be740-8762-41f4-ba7f-edf66dac2fb2,revision_number=1']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:49.311392 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Attempting to bind port 812be740-8762-41f4-ba7f-edf66dac2fb2 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:15:49.311746 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Attempting to bind port 812be740-8762-41f4-ba7f-edf66dac2fb2 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:15:49.312099 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Attempting to bind port 812be740-8762-41f4-ba7f-edf66dac2fb2 on network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:15:49.332089 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:15:49.332459 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Checking segment: {'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:15:49.332862 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:49.333249 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Bound using segment: {'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:15:49.333714 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Bound port: 812be740-8762-41f4-ba7f-edf66dac2fb2, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:15:49.334108 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:49.420487 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace2d11-b1c4-4d19-8acc-76f1fa7a5992 req-b81ffa05-0bad-4dee-890f-722d49089acd tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:49.427881 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4ace2d11-b1c4-4d19-8acc-76f1fa7a5992 req-b81ffa05-0bad-4dee-890f-722d49089acd tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.2052641 May 03 21:15:49.454015 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-7d2b2053-225b-4647-8b54-4153581c1750 service neutron] 10.222.0.43 "GET /v2.0/networks/22f7649e-02a5-42e1-84c7-c6a50e3cb7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033247 May 03 21:15:49.477396 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] For port 812be740-8762-41f4-ba7f-edf66dac2fb2, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:15:49.486474 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] For port 812be740-8762-41f4-ba7f-edf66dac2fb2, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=812be740-8762-41f4-ba7f-edf66dac2fb2,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:15:49.492689 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:49.514564 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4ace2d11-b1c4-4d19-8acc-76f1fa7a5992 req-db096706-b3a2-4229-ba36-0cf01889fe51 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857868 May 03 21:15:49.595928 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Pushing event updated for resources: {'Port': ['ID=9b2fc76a-cf96-420a-a9da-f4ea83b2172b,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:49.610757 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502a101-e692-4d17-8f26-726b4d9fa2f7 None None] Pushing event updated for resources: {'Port': ['ID=812be740-8762-41f4-ba7f-edf66dac2fb2,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:49.644006 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e91c6c87-879e-42c1-bd2c-4afe56f9ef91 req-51f19ffd-632f-49ae-b058-fc1ab3c08cc8 service neutron] 10.222.0.43 "GET /v2.0/networks/22f7649e-02a5-42e1-84c7-c6a50e3cb7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715057 May 03 21:15:49.672880 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.673385 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.673566 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.673870 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.674195 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.674518 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.674833 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.675154 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.675471 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.675781 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.676089 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.676401 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:49.727167 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:49.864752 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-c03b6783-8910-49d0-9a26-e25d5762b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:49.866638 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-c03b6783-8910-49d0-9a26-e25d5762b2b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e10f5f599a2942d59a5867fd60887c6c&device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 1101 time: 0.1113074 May 03 21:15:50.021265 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-ce908f44-52ec-4fdc-add1-1345e5c4637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:50.023909 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-ce908f44-52ec-4fdc-add1-1345e5c4637b service neutron] 10.222.0.43 "GET /v2.0/networks?id=22f7649e-02a5-42e1-84c7-c6a50e3cb7e5 HTTP/1.1" status: 200 len: 870 time: 0.1505487 May 03 21:15:50.107471 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-36990436-7f2a-4d07-be3f-fb7d46dcd657 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=47073caf-a3d9-4075-9010-670e0930e844 HTTP/1.1" status: 200 len: 217 time: 0.0706213 May 03 21:15:50.163534 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624612'] for router, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:50.305884 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-a38982d4-6540-473f-905d-b25992589260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:50.307320 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-a38982d4-6540-473f-905d-b25992589260 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8340afc7-bc1a-4477-a1d3-cb2a31fb01e9 HTTP/1.1" status: 200 len: 843 time: 0.1927118 May 03 21:15:50.410154 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f230eed-b95b-49fe-a8b0-4708a72900bb req-2a2effda-86a3-4707-a045-deb3ea236a95 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:50.411870 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f230eed-b95b-49fe-a8b0-4708a72900bb req-2a2effda-86a3-4707-a045-deb3ea236a95 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 948 time: 0.2424188 May 03 21:15:50.423636 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 is scheduled to L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 with binding_index 1 {{(pid=87240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:15:50.426177 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15b4bc-e9ec-407c-a020-38494352bf30 req-708184e6-a327-4764-a08b-01996323698c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:50.435014 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aa15b4bc-e9ec-407c-a020-38494352bf30 req-708184e6-a327-4764-a08b-01996323698c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.2607038 May 03 21:15:50.538762 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f230eed-b95b-49fe-a8b0-4708a72900bb req-b0a506b7-d0ea-4a2d-aa52-d4cdaca58778 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867946 May 03 21:15:50.545584 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aa15b4bc-e9ec-407c-a020-38494352bf30 req-3e73b577-69af-4196-8bab-67ea60011d06 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095390 May 03 21:15:50.569343 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-5ead7cf4-400e-4b7b-91b9-c7433374c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:50.569343 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-5ead7cf4-400e-4b7b-91b9-c7433374c9aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22f7649e-02a5-42e1-84c7-c6a50e3cb7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2352560 May 03 21:15:50.715116 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:15:50.719731 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05ef9f-08e6-4d9d-a91f-dede54f39ba4 req-8f32c276-2d4d-46df-9ca1-822e011c7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:50.720989 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ae05ef9f-08e6-4d9d-a91f-dede54f39ba4 req-8f32c276-2d4d-46df-9ca1-822e011c7b1c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 1098 time: 0.1518567 May 03 21:15:50.727991 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Sync routers for ids ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:15:50.740445 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Routers {'6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:15:50.741616 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:15:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:50.775753 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:50.778550 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-92ebd1fe-6f66-4f8c-beff-87458c1376ef admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8873062 May 03 21:15:50.782211 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55776) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:50.829358 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce800f7b-0ea1-47b8-8e7c-9a433cb3a2c2 None None] Network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:15:50.910317 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ae05ef9f-08e6-4d9d-a91f-dede54f39ba4 req-7d92bce3-5c43-4612-a1d1-960fdccca67c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795506 May 03 21:15:50.922386 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-8386847f-eb75-4d7c-ad54-97c3e2fc4163 service neutron] 10.222.0.43 "GET /v2.0/networks/22f7649e-02a5-42e1-84c7-c6a50e3cb7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439765 May 03 21:15:50.962925 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-134a70e3-ce3e-4945-993c-d840c9a1d6d3 None None] Provisioning for port 812be740-8762-41f4-ba7f-edf66dac2fb2 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:15:50.976016 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Set router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:15:51.160489 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-62375b4d-48b3-4eec-9d28-c93f3edcf078 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:51.162070 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-62375b4d-48b3-4eec-9d28-c93f3edcf078 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/networks?id=78734c97-0285-4397-a280-c2dfb8b4aad8 HTTP/1.1" status: 200 len: 809 time: 0.4270246 May 03 21:15:51.192571 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-20d88cc7-3feb-42a7-97d7-c4101d8c960e tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/quotas/924559cd84af479ca6eb310ef0703d4a HTTP/1.1" status: 200 len: 375 time: 0.0244029 May 03 21:15:51.269360 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 812be740-8762-41f4-ba7f-edf66dac2fb2 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:15:51.390739 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 812be740-8762-41f4-ba7f-edf66dac2fb2 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:15:51.398651 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 812be740-8762-41f4-ba7f-edf66dac2fb2 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:15:51.399161 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:51.485768 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-8d393b89-a123-464e-8690-01aa7d9a48c3 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=924559cd84af479ca6eb310ef0703d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2650149 May 03 21:15:51.489944 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:49Z', 'revision_number': 3, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:51.494410 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Checking router: 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:15:51.494785 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Updating router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b binding host dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:15:51.554536 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:51.558397 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:51.588585 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-115c7ed2-5a64-471f-af17-de6682f3f809 None None] Provisioning complete for port 812be740-8762-41f4-ba7f-edf66dac2fb2 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:15:51.589069 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-115c7ed2-5a64-471f-af17-de6682f3f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:51.599871 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ba0e1bc-5c34-424f-9335-a954dc4fe372 req-c338b060-a88a-4899-9c77-27417e11b561 service neutron] 10.222.0.43 "GET /v2.0/networks/22f7649e-02a5-42e1-84c7-c6a50e3cb7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021325 May 03 21:15:51.609366 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86639703-3a63-49ec-9233-d89de4ad57fa req-03a8d3ab-2182-48a9-b490-02712dd253f4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:51.610849 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-86639703-3a63-49ec-9233-d89de4ad57fa req-03a8d3ab-2182-48a9-b490-02712dd253f4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.6282582 May 03 21:15:51.641795 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 812be740-8762-41f4-ba7f-edf66dac2fb2, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=812be740-8762-41f4-ba7f-edf66dac2fb2,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:15:51.655870 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:51.690786 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-142c0f5e-00c3-4863-9ca4-9d9d7102e2cc service neutron] 10.222.0.44 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041335 May 03 21:15:51.749891 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=812be740-8762-41f4-ba7f-edf66dac2fb2,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:51.758930 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-86639703-3a63-49ec-9233-d89de4ad57fa req-3cd2be49-e32e-40b7-ad8a-9166ccba870e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302319 May 03 21:15:51.853886 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:51.961027 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-d24b7409-147b-42e8-be20-1bd46c484360 service neutron] 10.222.0.44 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612364 May 03 21:15:52.023113 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5886e6b-5619-4f8b-a654-cf3eaf31e7b8 req-5489613c-9d1e-4d4e-bd76-f549b60adcec tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:52.031984 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e5886e6b-5619-4f8b-a654-cf3eaf31e7b8 req-5489613c-9d1e-4d4e-bd76-f549b60adcec tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1092780 May 03 21:15:52.129679 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e5886e6b-5619-4f8b-a654-cf3eaf31e7b8 req-41e79cc4-dcc2-4774-b0f9-acbc33159565 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931623 May 03 21:15:52.166480 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Notify callbacks [] for port, precommit_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.182937 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.provisioning_blocks [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Transition to ACTIVE for port object 9b2fc76a-cf96-420a-a9da-f4ea83b2172b will not be triggered until provisioned by entity L2. {{(pid=87242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:52.198930 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.301054 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Attempting to bind port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:15:52.301422 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Attempting to bind port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:15:52.301774 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Attempting to bind port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b on network 1ffc24f5-8283-443e-b259-1a8749ff546b {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:15:52.310898 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:15:52.311437 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Checking segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:15:52.311840 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.312226 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Bound using segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:15:52.312747 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Bound port: 9b2fc76a-cf96-420a-a9da-f4ea83b2172b, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:15:52.313083 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.317461 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55796) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:52.333347 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da95c7-1ff2-4f5c-9b9e-9021f16ab67e req-24c39c1c-5d21-42d4-a544-c97b3d45f38a tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:52.335106 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c4da95c7-1ff2-4f5c-9b9e-9021f16ab67e req-24c39c1c-5d21-42d4-a544-c97b3d45f38a tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 948 time: 0.1045752 May 03 21:15:52.342869 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Pushing event updated for resources: {'Port': ['ID=9b2fc76a-cf96-420a-a9da-f4ea83b2172b,revision_number=2']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:52.366075 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.366401 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.366731 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.367061 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.367381 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.367703 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.368018 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.368328 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.368645 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.368956 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.369371 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.369684 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:52.391029 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Allocated IP 172.20.0.1 (2884cbd3-5a5d-4426-88b0-bf0bdebc817e/d46f1791-e7c0-4157-9192-b783357c9bee/b6d41350-5278-4628-b127-d2f8fbbaa895) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:15:52.396456 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c4da95c7-1ff2-4f5c-9b9e-9021f16ab67e req-6e962dc5-7201-4dc8-a368-cc6c91647f51 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 May 03 21:15:52.415817 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] For port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:15:52.425251 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] For port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=9b2fc76a-cf96-420a-a9da-f4ea83b2172b,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:15:52.441473 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.532042 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Routers {'6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:15:52.532834 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:15:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:52.594490 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-71b5a2a3-8a4e-46ae-b629-7591b48ddd6f req-0636d03a-69e9-406a-8ec3-f280162cfef7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 210 time: 0.0638421 May 03 21:15:52.602015 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1667685a-535f-47a9-88f1-57e0b06fc21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.624676 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 47073caf-a3d9-4075-9010-670e0930e844 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:15:52.632791 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1667685a-535f-47a9-88f1-57e0b06fc21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:52.640939 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1667685a-535f-47a9-88f1-57e0b06fc21a admin admin] Usage tracker for resource:security_group_rule and tenant:d8766707a84e48f8a2fcb18f8e3310ac is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:52.649792 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9aad32-b37e-44fd-a0f5-4a20a5ed42b3 req-83791f60-346c-45d3-b2c5-8b5feba5a5bd tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:52.652320 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1667685a-535f-47a9-88f1-57e0b06fc21a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:52.654414 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3e9aad32-b37e-44fd-a0f5-4a20a5ed42b3 req-83791f60-346c-45d3-b2c5-8b5feba5a5bd tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.2071688 May 03 21:15:52.667113 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1667685a-535f-47a9-88f1-57e0b06fc21a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:52.688507 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae08470-05bd-497e-a18a-80994e0e96a0 None None] Pushing event updated for resources: {'Port': ['ID=9b2fc76a-cf96-420a-a9da-f4ea83b2172b,revision_number=3']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:52.692374 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.733262 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Transition to ACTIVE for port object b6d41350-5278-4628-b127-d2f8fbbaa895 will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:52.748086 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3e9aad32-b37e-44fd-a0f5-4a20a5ed42b3 req-7ecd5a4c-7b6e-486c-bcdd-b02bbfd3cc0b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872884 May 03 21:15:52.781867 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] Set router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:15:52.828840 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1667685a-535f-47a9-88f1-57e0b06fc21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.831039 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.922840 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 47073caf-a3d9-4075-9010-670e0930e844, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=47073caf-a3d9-4075-9010-670e0930e844,segment=NetworkSegment(249e7726-21a1-49ae-bcaf-af2a34ae5fa1),segment_id=249e7726-21a1-49ae-bcaf-af2a34ae5fa1)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:15:52.939747 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '47073caf-a3d9-4075-9010-670e0930e844', 'network_id': '22f7649e-02a5-42e1-84c7-c6a50e3cb7e5', 'port_id': '47073caf-a3d9-4075-9010-670e0930e844', 'mac_address': 'fa:16:3e:47:b4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8340afc7-bc1a-4477-a1d3-cb2a31fb01e9', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:15:52.957662 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1667685a-535f-47a9-88f1-57e0b06fc21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.992380 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d41350-5278-4628-b127-d2f8fbbaa895,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:53.018232 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:15:53.041316 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:53.056679 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:15:53.087729 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.091250 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458b70f-cf09-43bc-a0db-6b4f3d203170 req-07f48a0c-4853-4718-b801-a39c86e34bb2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:53.092831 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c458b70f-cf09-43bc-a0db-6b4f3d203170 req-07f48a0c-4853-4718-b801-a39c86e34bb2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.1704886 May 03 21:15:53.144882 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47073caf-a3d9-4075-9010-670e0930e844 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:15:53.173241 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c458b70f-cf09-43bc-a0db-6b4f3d203170 req-aeb5d850-2993-4f7e-ba76-3870d0918944 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702355 May 03 21:15:53.176777 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:49Z', 'revision_number': 3, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:53.187196 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e563f-4fad-4206-ab1b-f4415c996c26 None None] The sync data for ids ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'] in dv-cinder-840376-1-smb is: [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:49Z', 'revision_number': 3, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:15:53.200879 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 47073caf-a3d9-4075-9010-670e0930e844, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=47073caf-a3d9-4075-9010-670e0930e844,segment=NetworkSegment(249e7726-21a1-49ae-bcaf-af2a34ae5fa1),segment_id=249e7726-21a1-49ae-bcaf-af2a34ae5fa1)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:15:53.231892 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.242709 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624338'] for router_interface, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.252802 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1667685a-535f-47a9-88f1-57e0b06fc21a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8766707a84e48f8a2fcb18f8e3310ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9310484 May 03 21:15:53.255958 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55816) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:53.272259 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667685a-535f-47a9-88f1-57e0b06fc21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a084ef-6be3-4190-ab72-90c46715fae7,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:53.379217 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=47073caf-a3d9-4075-9010-670e0930e844,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:53.392035 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 812be740-8762-41f4-ba7f-edf66dac2fb2 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:15:53.410272 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.488134 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 812be740-8762-41f4-ba7f-edf66dac2fb2 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:15:53.488513 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.544686 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.551295 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.600963 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-3e65554e-0613-4b75-9853-6a5c8ae077b9 None None] Provisioning for port b6d41350-5278-4628-b127-d2f8fbbaa895 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:15:53.611503 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-3e65554e-0613-4b75-9853-6a5c8ae077b9 None None] Provisioning complete for port b6d41350-5278-4628-b127-d2f8fbbaa895 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:15:53.611985 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3e65554e-0613-4b75-9853-6a5c8ae077b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.721669 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['47073caf-a3d9-4075-9010-670e0930e844'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:15:53.770992 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-88062d5e-7889-4764-9897-eaff88a32713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:53.772505 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-88062d5e-7889-4764-9897-eaff88a32713 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 1098 time: 0.2809808 May 03 21:15:53.794699 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-3e65554e-0613-4b75-9853-6a5c8ae077b9 None None] Port b6d41350-5278-4628-b127-d2f8fbbaa895 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:15:53.813558 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622fe7b-77c2-4f47-95cf-63eb83a6a027 req-ffd37507-0715-488d-b81e-4df30009775d tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:53.820624 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c622fe7b-77c2-4f47-95cf-63eb83a6a027 req-ffd37507-0715-488d-b81e-4df30009775d tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.2625721 May 03 21:15:53.827565 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.892770 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71457d20-0e30-43b3-a9e7-8fb4aa6358d2 req-6c01bca6-0b82-448c-8b39-fb129ade1c52 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:53.900140 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-71457d20-0e30-43b3-a9e7-8fb4aa6358d2 req-6c01bca6-0b82-448c-8b39-fb129ade1c52 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.3448458 May 03 21:15:53.917929 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.923536 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a084ef-6be3-4190-ab72-90c46715fae7,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:53.925263 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.945751 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.946135 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.946459 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.946785 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.947107 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.947444 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.947742 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.948058 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.948544 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.948869 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.949186 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.949497 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:15:53.969142 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.973238 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-387a33cb-5a33-42f9-aef5-ee59c1b47a8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2a084ef-6be3-4190-ab72-90c46715fae7 HTTP/1.1" status: 204 len: 168 time: 0.7155676 May 03 21:15:54.066790 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c622fe7b-77c2-4f47-95cf-63eb83a6a027 req-c034697e-aca2-4ef2-b132-19afb7883d67 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451856 May 03 21:15:54.111958 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-71457d20-0e30-43b3-a9e7-8fb4aa6358d2 req-29cc6cfc-be53-4ae6-a396-c2993c66cf7a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083404 May 03 21:15:54.130163 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d41350-5278-4628-b127-d2f8fbbaa895,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:54.161613 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636987'] for router_interface, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:54.188497 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-48ffb9e3-0ce7-4f79-81b3-ba322ab50c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:54.197983 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-48ffb9e3-0ce7-4f79-81b3-ba322ab50c59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.4149690 May 03 21:15:54.549289 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-a59be49a-a623-4445-9082-fbf3fcf16300 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00aafd5e-b390-401c-a130-e021ed989253 HTTP/1.1" status: 200 len: 217 time: 0.3412569 May 03 21:15:54.601172 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6905ac92-a664-46db-9fce-2129ba020646 req-0856fd91-7c2c-41dc-aa03-4963289b3fb4 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 210 time: 0.1715450 May 03 21:15:54.643110 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-b8df4975-2975-4bd1-9b4e-64fe6c5b34b8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:54.643825 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-b8df4975-2975-4bd1-9b4e-64fe6c5b34b8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Synchronizing usage tracker for tenant:924559cd84af479ca6eb310ef0703d4a on resource:network {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:15:54.647159 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-9df275c2-ad6a-4eae-9f23-910114bf1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:54.648890 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-9df275c2-ad6a-4eae-9f23-910114bf1340 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.0892446 May 03 21:15:54.682211 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:15:54.683427 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:54.690873 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-b8df4975-2975-4bd1-9b4e-64fe6c5b34b8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Unset dirty status for tenant:924559cd84af479ca6eb310ef0703d4a on resource:network {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:15:54.691461 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-b8df4975-2975-4bd1-9b4e-64fe6c5b34b8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.43 "GET /v2.0/networks?id=78734c97-0285-4397-a280-c2dfb8b4aad8 HTTP/1.1" status: 200 len: 809 time: 0.6126633 May 03 21:15:54.710678 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5057e-15d7-446d-b894-6de98a791b67 req-ec39cb70-a04e-40fd-98fa-a7999b6f7535 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:54.718934 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3ca5057e-15d7-446d-b894-6de98a791b67 req-ec39cb70-a04e-40fd-98fa-a7999b6f7535 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 949 time: 0.2907219 May 03 21:15:54.752962 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Request body: {'port': {'device_id': '0100f499-0585-4154-94dd-6c43ff042c6f', 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8', 'admin_state_up': True, 'tenant_id': '924559cd84af479ca6eb310ef0703d4a'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:54.832863 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3ca5057e-15d7-446d-b894-6de98a791b67 req-09d3fa98-fe90-42e1-bd05-d7c23701c5d0 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129541 May 03 21:15:54.859331 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-06590771-a100-48f8-94ed-f53229c56062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:54.860904 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-06590771-a100-48f8-94ed-f53229c56062 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2009108 May 03 21:15:54.873916 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51ff4-358e-48c6-866e-1c17a2780bae req-a433aed6-de47-450f-bef2-d2f349e6b614 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:54.875593 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-08c51ff4-358e-48c6-866e-1c17a2780bae req-a433aed6-de47-450f-bef2-d2f349e6b614 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.1372321 May 03 21:15:54.923794 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-cf5e1019-35df-4366-b1b2-be5fa020be0f None None] Provisioning complete for port b6d41350-5278-4628-b127-d2f8fbbaa895 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:15:54.924890 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-cf5e1019-35df-4366-b1b2-be5fa020be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:54.982179 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e1019-35df-4366-b1b2-be5fa020be0f None None] Port b6d41350-5278-4628-b127-d2f8fbbaa895 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:15:55.004896 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:55.007982 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:15:55.009983 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-08c51ff4-358e-48c6-866e-1c17a2780bae req-d52733a9-bc80-452c-9d43-d54616c04506 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156793 May 03 21:15:55.011508 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Usage tracker for resource:port and tenant:924559cd84af479ca6eb310ef0703d4a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:55.015412 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:55.022825 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:55.041987 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-903f1b1d-0860-47af-98a1-dcab95051fa7 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653442 May 03 21:15:55.174750 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Made reservation on behalf of 924559cd84af479ca6eb310ef0703d4a for: {'port': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:15:55.178586 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:55.280512 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 9b2fc76a-cf96-420a-a9da-f4ea83b2172b up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:15:55.342095 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6690cd08-29b7-4bbf-9980-aefea02d901b req-1865ccda-0dd5-40ab-a088-aa6c76118af5 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894702 May 03 21:15:55.374205 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:15:55.381923 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:15:55.382826 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:55.405719 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d25e52-120e-4aab-9ec7-74d6c2907809 req-80c68e70-908b-453c-8420-39423fbc1479 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:55.405957 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:15:55.407636 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-34d25e52-120e-4aab-9ec7-74d6c2907809 req-80c68e70-908b-453c-8420-39423fbc1479 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.1220934 May 03 21:15:55.408089 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Allocated IP 172.20.0.4 (78734c97-0285-4397-a280-c2dfb8b4aad8/db181142-94fe-4545-a3ee-fc66f08d6fd6/07e09907-f424-48ee-af1a-86b24e1a8204) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:15:55.416085 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3382d1-fac6-4e4f-aa8d-d34181eeadc1 req-d38f1918-8359-47c3-af45-721c0cb0fa1b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:55.424236 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0f3382d1-fac6-4e4f-aa8d-d34181eeadc1 req-d38f1918-8359-47c3-af45-721c0cb0fa1b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.2397981 May 03 21:15:55.455543 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-241cb0b8-aca7-4ba0-88f0-1bc30bc81658 admin admin] 10.222.0.44 "PUT /v2.0/routers/6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6719825 May 03 21:15:55.515926 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0f3382d1-fac6-4e4f-aa8d-d34181eeadc1 req-4e7d41f5-9092-4133-9b71-6de90d8022fd tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907142 May 03 21:15:55.536981 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-34d25e52-120e-4aab-9ec7-74d6c2907809 req-86714b86-37b5-4c51-b192-b34b8c06cb7b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106546 May 03 21:15:55.567739 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:55.586007 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=9b2fc76a-cf96-420a-a9da-f4ea83b2172b,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:15:55.590796 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:55.672276 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Sync routers for ids ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:15:55.682265 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:55.690615 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Routers {'6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:15:55.691461 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:15:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:55.718911 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:55.836421 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4ac2e-4f03-46bf-b763-46caa2ebbf0a req-70f8f1f0-48c0-4051-a836-335860ee817e tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:55.839419 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-74c4ac2e-4f03-46bf-b763-46caa2ebbf0a req-70f8f1f0-48c0-4051-a836-335860ee817e tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 931 time: 0.1035359 May 03 21:15:55.844680 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Network 78734c97-0285-4397-a280-c2dfb8b4aad8 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:15:55.846933 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=9b2fc76a-cf96-420a-a9da-f4ea83b2172b,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:55.847913 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:55.851254 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:15:55.902285 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-74c4ac2e-4f03-46bf-b763-46caa2ebbf0a req-20f54ffb-ecb2-48bf-a832-da228f381a20 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534518 May 03 21:15:55.904191 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Pushing event updated for resources: {'Port': ['ID=07e09907-f424-48ee-af1a-86b24e1a8204,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:55.943531 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:55.944188 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:55.967595 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Set router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:15:55.972042 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-f946c4d2-df23-4001-9bc6-edf5bd44715f tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2311966 May 03 21:15:55.996167 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Request body: {'port': {'device_id': '0100f499-0585-4154-94dd-6c43ff042c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:56.091326 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60637f-bae6-43fb-bc7d-527ba87c3ae8 req-cad9f531-7e76-4261-9748-f94105326445 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:56.098482 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1f60637f-bae6-43fb-bc7d-527ba87c3ae8 req-cad9f531-7e76-4261-9748-f94105326445 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 949 time: 0.1052215 May 03 21:15:56.131894 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.148760 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1f60637f-bae6-43fb-bc7d-527ba87c3ae8 req-2d2acc38-dfe3-4490-9415-0f5c66291113 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490005 May 03 21:15:56.308551 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0280-4cc8-41b7-9aa6-d4092232d686 req-f9d16f22-edba-4a92-a65b-c9be22a4dbc3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:56.311400 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-773e0280-4cc8-41b7-9aa6-d4092232d686 req-f9d16f22-edba-4a92-a65b-c9be22a4dbc3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.0961573 May 03 21:15:56.327058 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:53Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b6d41350-5278-4628-b127-d2f8fbbaa895', 'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'mac_address': 'fa:16:3e:b6:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:51Z', 'updated_at': '2022-05-03T21:15:53Z', 'revision_number': 2, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'subnets': [{'id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:56.333395 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Checking router: 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:15:56.333974 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Updating router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 port b6d41350-5278-4628-b127-d2f8fbbaa895 binding host dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:15:56.358240 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55858) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:56.365990 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1560664330-network', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:56.371415 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:56.392485 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.393846 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-773e0280-4cc8-41b7-9aa6-d4092232d686 req-1e4f12dd-e5f0-48f0-8396-9477f3df0eea tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739825 May 03 21:15:56.394852 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Usage tracker for resource:network and tenant:a7712b68b6314bc6b30ffe6b5603802b is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:56.398144 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:56.404321 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:56.429794 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Made reservation on behalf of a7712b68b6314bc6b30ffe6b5603802b for: {'network': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:15:56.432519 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.446528 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.464224 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:56.470107 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:a7712b68b6314bc6b30ffe6b5603802b is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:56.473187 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:56.479226 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:56.583772 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.592878 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.648907 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=87239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:15:56.661427 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e09907-f424-48ee-af1a-86b24e1a8204 {{(pid=87240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:15:56.672084 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.688384 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Transition to ACTIVE for port object 07e09907-f424-48ee-af1a-86b24e1a8204 will not be triggered until provisioned by entity L2. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:56.693172 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.724121 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 47073caf-a3d9-4075-9010-670e0930e844 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:15:56.735792 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f8400b-c2d7-4914-a79b-d29b4a5cff40,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:56.750300 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.750819 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.segments_db [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Added segment 92b2cc5d-e20f-4d3e-add0-e8fc68f68e54 of type vlan for network bd130ef8-9d21-43bc-82e4-bd16a97831ca May 03 21:15:56.805766 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.850687 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Pushing event updated for resources: {'Port': ['ID=07e09907-f424-48ee-af1a-86b24e1a8204,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:56.863954 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a62b8-f125-4d10-b66c-356b23384aef req-01e6455b-066d-43b0-8f6d-373f97e69f02 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:56.865509 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b88a62b8-f125-4d10-b66c-356b23384aef req-01e6455b-066d-43b0-8f6d-373f97e69f02 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.2224085 May 03 21:15:56.867347 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.868233 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:56.868799 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.875384 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 47073caf-a3d9-4075-9010-670e0930e844 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:15:56.879537 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289f3d-7458-4c63-ae2d-49748c4c0f9d req-bc6d0533-a7ed-4b50-8025-2d84f0bd6372 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:56.880957 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-87289f3d-7458-4c63-ae2d-49748c4c0f9d req-bc6d0533-a7ed-4b50-8025-2d84f0bd6372 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.1861651 May 03 21:15:56.893071 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 47073caf-a3d9-4075-9010-670e0930e844 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:15:56.893520 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.937710 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Attempting to bind port 07e09907-f424-48ee-af1a-86b24e1a8204 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:15:56.938086 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Attempting to bind port 07e09907-f424-48ee-af1a-86b24e1a8204 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'a3cedd36-af75-441a-b45a-d9b98b7a8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8'}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:15:56.938377 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Attempting to bind port 07e09907-f424-48ee-af1a-86b24e1a8204 on network 78734c97-0285-4397-a280-c2dfb8b4aad8 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:15:56.944137 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Port 07e09907-f424-48ee-af1a-86b24e1a8204 on network 78734c97-0285-4397-a280-c2dfb8b4aad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:15:56.944137 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Attempting to bind port 07e09907-f424-48ee-af1a-86b24e1a8204 on network 78734c97-0285-4397-a280-c2dfb8b4aad8 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:15:56.949613 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:15:56.949613 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Checking segment: {'id': 'a3cedd36-af75-441a-b45a-d9b98b7a8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:15:56.951902 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Bound using segment: {'id': 'a3cedd36-af75-441a-b45a-d9b98b7a8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8'} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:15:56.951902 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Bound port: 07e09907-f424-48ee-af1a-86b24e1a8204, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3cedd36-af75-441a-b45a-d9b98b7a8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8'}}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:15:56.951902 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.005542 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Notify callbacks [] for port, precommit_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.041422 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=bd130ef8-9d21-43bc-82e4-bd16a97831ca,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:57.047716 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-66fb4d85-cb9d-4b55-a53f-882f3d41d9d4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6858068 May 03 21:15:57.047911 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Transition to ACTIVE for port object b6d41350-5278-4628-b127-d2f8fbbaa895 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:57.051315 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55868) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:57.056695 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network bd130ef8-9d21-43bc-82e4-bd16a97831ca details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:15:57.057773 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-87289f3d-7458-4c63-ae2d-49748c4c0f9d req-a46870a0-8cca-4f8b-80f8-eb040a1fbe47 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587908 May 03 21:15:57.060651 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Request body: {'subnet': {'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1560664330-subnet', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'ip_version': 4}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:57.063369 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b88a62b8-f125-4d10-b66c-356b23384aef req-854f999e-b275-42ce-827d-9b6899f3a4e7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815004 May 03 21:15:57.067597 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:57.070200 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] For port 07e09907-f424-48ee-af1a-86b24e1a8204, host hv-cinder-84037, cleared binding levels {{(pid=87240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:15:57.075449 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Usage tracker for resource:subnet and tenant:a7712b68b6314bc6b30ffe6b5603802b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:57.079709 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:57.086418 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] For port 07e09907-f424-48ee-af1a-86b24e1a8204, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=07e09907-f424-48ee-af1a-86b24e1a8204,segment=NetworkSegment(a3cedd36-af75-441a-b45a-d9b98b7a8f52),segment_id=a3cedd36-af75-441a-b45a-d9b98b7a8f52)] {{(pid=87240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:15:57.097240 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.098895 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:57.101847 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.173977 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Made reservation on behalf of a7712b68b6314bc6b30ffe6b5603802b for: {'subnet': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:15:57.193580 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3128129'] for subnet, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.276052 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:57.277138 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.279153 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] 10.222.0.43 "PUT /v2.0/ports/07e09907-f424-48ee-af1a-86b24e1a8204 HTTP/1.1" status: 200 len: 1093 time: 1.2915206 May 03 21:15:57.281727 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0100f499-0585-4154-94dd-6c43ff042c6f', 'tag': '07e09907-f424-48ee-af1a-86b24e1a8204'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:15:57.335209 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 9b2fc76a-cf96-420a-a9da-f4ea83b2172b up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:15:57.365969 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb8cbc-50ae-4fdc-a003-67421ffff5bb service neutron] Pushing event updated for resources: {'Port': ['ID=07e09907-f424-48ee-af1a-86b24e1a8204,revision_number=3']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:57.429129 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.467254 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11787d9-cf3c-4244-bccb-963571e1bc9d None None] Pushing event updated for resources: {'Port': ['ID=b6d41350-5278-4628-b127-d2f8fbbaa895,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:57.551225 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada5b694-14d1-4ef0-94df-6c7b37548e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47073caf-a3d9-4075-9010-670e0930e844'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:15:57.578320 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67860c7-0e83-4dea-8055-452cba3d61f8 req-8edf5b2f-6b21-4862-bbba-0aec99b6511b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:57.579813 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b67860c7-0e83-4dea-8055-452cba3d61f8 req-8edf5b2f-6b21-4862-bbba-0aec99b6511b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 943 time: 0.3650560 May 03 21:15:57.595426 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780614f9-9fe9-4d5b-94f1-9eecee695462 req-8982c8e2-4a74-4ed6-953e-dbc27378eeb6 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:57.596991 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-780614f9-9fe9-4d5b-94f1-9eecee695462 req-8982c8e2-4a74-4ed6-953e-dbc27378eeb6 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 949 time: 0.1671474 May 03 21:15:57.615005 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:15:57.615005 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.633003 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-811e1006-c8b5-4066-8327-602819a976bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:57.634940 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-811e1006-c8b5-4066-8327-602819a976bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=924559cd84af479ca6eb310ef0703d4a&device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 1096 time: 0.2347646 May 03 21:15:57.635899 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3128179'] for subnet, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.661865 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 47073caf-a3d9-4075-9010-670e0930e844, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=47073caf-a3d9-4075-9010-670e0930e844,segment=NetworkSegment(249e7726-21a1-49ae-bcaf-af2a34ae5fa1),segment_id=249e7726-21a1-49ae-bcaf-af2a34ae5fa1)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:15:57.669015 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Attempting to bind port b6d41350-5278-4628-b127-d2f8fbbaa895 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:15:57.669427 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Attempting to bind port b6d41350-5278-4628-b127-d2f8fbbaa895 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:15:57.670002 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Attempting to bind port b6d41350-5278-4628-b127-d2f8fbbaa895 on network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:15:57.675202 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.676989 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-780614f9-9fe9-4d5b-94f1-9eecee695462 req-4517a379-1aea-494c-a3a1-9569e1ced864 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612411 May 03 21:15:57.687194 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b67860c7-0e83-4dea-8055-452cba3d61f8 req-7809cfcf-7faf-4b4a-932c-a3a7ebd02223 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891335 May 03 21:15:57.741552 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55283e7-070c-4f10-813c-ed02897b7562'] response: {'name': 'network-changed', 'server_uuid': '0100f499-0585-4154-94dd-6c43ff042c6f', 'tag': '07e09907-f424-48ee-af1a-86b24e1a8204', 'status': 'completed', 'code': 200} May 03 21:15:57.748899 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-1e623991-dadb-4d9b-bb46-9fa1cf3384ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e09907-f424-48ee-af1a-86b24e1a8204 HTTP/1.1" status: 200 len: 217 time: 0.0847931 May 03 21:15:57.768212 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=47073caf-a3d9-4075-9010-670e0930e844,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:57.771123 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:15:57.771582 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Checking segment: {'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:15:57.772038 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.772476 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Bound using segment: {'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:15:57.773003 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Bound port: b6d41350-5278-4628-b127-d2f8fbbaa895, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:15:57.773430 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.786519 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5612a1-080c-474a-aa50-12d5b263471e'] response: {'server_uuid': 'ada5b694-14d1-4ef0-94df-6c7b37548e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47073caf-a3d9-4075-9010-670e0930e844', 'code': 200} May 03 21:15:57.818029 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7be0763-dbbb-4eed-a52f-938f576b92db,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:57.830923 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Checking segment: {'id': '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:15:57.831152 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Network hostable DHCP agents. Network: bd130ef8-9d21-43bc-82e4-bd16a97831ca, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:15:57.853773 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-cde99e57-5e16-4aac-b958-2fe6d6ccba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:57.855262 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-cde99e57-5e16-4aac-b958-2fe6d6ccba94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db181142-94fe-4545-a3ee-fc66f08d6fd6 HTTP/1.1" status: 200 len: 849 time: 0.0956616 May 03 21:15:57.863503 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Network bd130ef8-9d21-43bc-82e4-bd16a97831ca is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:15:57.916268 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aa02e-7401-455c-9389-5f14b1ac10db req-fda5636a-c658-4ebd-b23b-c8feae880c8c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:57.924823 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-550aa02e-7401-455c-9389-5f14b1ac10db req-fda5636a-c658-4ebd-b23b-c8feae880c8c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.0976260 May 03 21:15:57.928974 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-4fde2d8a-1d56-44cb-b021-989be43fa2e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78734c97-0285-4397-a280-c2dfb8b4aad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539680 May 03 21:15:57.929999 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, bd130ef8-9d21-43bc-82e4-bd16a97831ca) {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:57.938357 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] For port b6d41350-5278-4628-b127-d2f8fbbaa895, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:15:57.943896 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26fc846-a8e5-4e96-995a-394381f7541c None None] Network bd130ef8-9d21-43bc-82e4-bd16a97831ca requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:15:57.972198 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-550aa02e-7401-455c-9389-5f14b1ac10db req-47dc5ead-237f-48fb-9e14-7984c0bc9bd6 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463805 May 03 21:15:57.974463 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:57.975081 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:57.984375 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] For port b6d41350-5278-4628-b127-d2f8fbbaa895, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=b6d41350-5278-4628-b127-d2f8fbbaa895,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:15:58.035026 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:58.062064 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f6609272-37e3-4c8e-9cb8-9ef8319fd851 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0069566 May 03 21:15:58.062289 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55880) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:15:58.073397 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1560664330-router', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:15:58.079962 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:15:58.087016 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Usage tracker for resource:router and tenant:a7712b68b6314bc6b30ffe6b5603802b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:15:58.091653 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:15:58.100875 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:15:58.133920 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-66e0f8c3-09df-47ab-99a5-2bb2193559a3 service neutron] 10.222.0.43 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926837 May 03 21:15:58.140240 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:58.142496 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:58.177718 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912e9c8-86b7-4d07-b353-54ced8407498 req-8c82b444-dcf3-45f2-a19a-41201b1ab470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:58.179511 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5912e9c8-86b7-4d07-b353-54ced8407498 req-8c82b444-dcf3-45f2-a19a-41201b1ab470 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 1103 time: 0.1376998 May 03 21:15:58.210721 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Routers {'6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:15:58.211366 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:15:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:58.248879 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5912e9c8-86b7-4d07-b353-54ced8407498 req-bc3cd5ed-d1e9-4379-ab3f-fe284c088e69 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577607 May 03 21:15:58.282782 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11787d9-cf3c-4244-bccb-963571e1bc9d None None] Pushing event updated for resources: {'Port': ['ID=b6d41350-5278-4628-b127-d2f8fbbaa895,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:58.317119 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:58.456038 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c5b1d-a077-4bac-8eeb-61259253a7a0 req-3b03d07f-701d-4aa6-922b-51e5168d0b62 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:58.459379 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8495d824-0856-477c-81b8-b90dc2cbe0ee req-d5a8b5b8-292f-4077-b49c-c8f234816f68 service neutron] 10.222.0.43 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105106 May 03 21:15:58.463428 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-720c5b1d-a077-4bac-8eeb-61259253a7a0 req-3b03d07f-701d-4aa6-922b-51e5168d0b62 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1921215 May 03 21:15:58.497743 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb00dd7-2165-4528-9b93-12e8177225c4 req-7199c003-6f30-4e25-a7d0-33348317aa0a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:58.499336 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-cbb00dd7-2165-4528-9b93-12e8177225c4 req-7199c003-6f30-4e25-a7d0-33348317aa0a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.1767111 May 03 21:15:58.505560 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped9e2575-edac-5646-aca9-fda55ecf2a7e-bd130ef8-9d21-43bc-82e4-bd16a97831ca', 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'fixed_ips': [{'subnet_id': 'a7be0763-dbbb-4eed-a52f-938f576b92db'}]}} from dv-cinder-840376-1-smb. {{(pid=87241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:15:58.506423 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:58.553734 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] Set router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:15:58.555299 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-720c5b1d-a077-4bac-8eeb-61259253a7a0 req-2624b427-660f-413a-b343-669362858ca4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908873 May 03 21:15:58.583320 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-cbb00dd7-2165-4528-9b93-12e8177225c4 req-f5972789-becd-4101-a48d-7157801f7a00 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740874 May 03 21:15:58.836287 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:58.899917 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e7fb8-b659-4893-a95a-649058e7cc94 req-62919544-2401-402f-b995-da4988236482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:58.901849 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f10e7fb8-b659-4893-a95a-649058e7cc94 req-62919544-2401-402f-b995-da4988236482 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=924559cd84af479ca6eb310ef0703d4a&device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 1096 time: 0.2090628 May 03 21:15:58.911132 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.db_base_plugin_common [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Allocated IP 172.20.0.2 (bd130ef8-9d21-43bc-82e4-bd16a97831ca/a7be0763-dbbb-4eed-a52f-938f576b92db/51dd9030-0845-413c-ad9d-34f7113ba808) {{(pid=87241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:15:59.114289 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:53Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b6d41350-5278-4628-b127-d2f8fbbaa895', 'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'mac_address': 'fa:16:3e:b6:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:51Z', 'updated_at': '2022-05-03T21:15:57Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'subnets': [{'id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:15:59.142610 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fcbcd-eb67-45f2-b4ca-98db3ab3ed99 None None] The sync data for ids ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'] in dv-cinder-840376-1-smb is: [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:53Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b6d41350-5278-4628-b127-d2f8fbbaa895', 'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'mac_address': 'fa:16:3e:b6:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:51Z', 'updated_at': '2022-05-03T21:15:57Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'subnets': [{'id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:15:59.155622 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9037a7-91ae-40b2-8226-cb31b06abc0f req-3e593f25-5aed-4bf5-a45d-93020c65a141 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:59.157801 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3a9037a7-91ae-40b2-8226-cb31b06abc0f req-3e593f25-5aed-4bf5-a45d-93020c65a141 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 950 time: 0.2084119 May 03 21:15:59.171755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74637eba-c282-44d5-a3fc-44de539e9bf4 req-2e130246-8cfd-4f8a-a2b3-fe78a8fc3943 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:59.181568 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-74637eba-c282-44d5-a3fc-44de539e9bf4 req-2e130246-8cfd-4f8a-a2b3-fe78a8fc3943 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 943 time: 0.3009963 May 03 21:15:59.181735 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e7fb8-b659-4893-a95a-649058e7cc94 req-20451dd1-bfaa-4a10-aa40-6eebefad992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:59.183414 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f10e7fb8-b659-4893-a95a-649058e7cc94 req-20451dd1-bfaa-4a10-aa40-6eebefad992f service neutron] 10.222.0.43 "GET /v2.0/networks?id=78734c97-0285-4397-a280-c2dfb8b4aad8 HTTP/1.1" status: 200 len: 910 time: 0.2652924 May 03 21:15:59.269039 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Notify callbacks [] for port, precommit_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:59.289972 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Transition to ACTIVE for port object 51dd9030-0845-413c-ad9d-34f7113ba808 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:59.300692 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f10e7fb8-b659-4893-a95a-649058e7cc94 req-a3db9b04-e2d9-470b-9af1-4d52a5efeac0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e09907-f424-48ee-af1a-86b24e1a8204 HTTP/1.1" status: 200 len: 217 time: 0.1047730 May 03 21:15:59.309705 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-74637eba-c282-44d5-a3fc-44de539e9bf4 req-de5a9663-b9fc-4428-befc-05fb87e4b275 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268182 May 03 21:15:59.320215 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3a9037a7-91ae-40b2-8226-cb31b06abc0f req-7cf9a036-2162-4859-acf2-0bad69b45453 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360557 May 03 21:15:59.342919 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Transition to ACTIVE for port object 51dd9030-0845-413c-ad9d-34f7113ba808 will not be triggered until provisioned by entity DHCP. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:15:59.360835 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:59.433362 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Network bd130ef8-9d21-43bc-82e4-bd16a97831ca is already hosted by enough agents. {{(pid=87241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:15:59.437321 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.base_scheduler [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Resources bound (agent type, host, resource id): {{(pid=87241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:15:59.441029 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Received port after_create {{(pid=87241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:15:59.451056 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Pushing event updated for resources: {'Port': ['ID=51dd9030-0845-413c-ad9d-34f7113ba808,revision_number=1']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:59.552508 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef8c7d-4fab-4248-9456-99b8bbca6de7 req-592eefcc-23fd-4bef-9320-d40f009e9d31 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:59.554435 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-67ef8c7d-4fab-4248-9456-99b8bbca6de7 req-592eefcc-23fd-4bef-9320-d40f009e9d31 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.1024053 May 03 21:15:59.570344 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Attempting to bind port 51dd9030-0845-413c-ad9d-34f7113ba808 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:15:59.570715 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Attempting to bind port 51dd9030-0845-413c-ad9d-34f7113ba808 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:15:59.571111 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Attempting to bind port 51dd9030-0845-413c-ad9d-34f7113ba808 on network bd130ef8-9d21-43bc-82e4-bd16a97831ca {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:15:59.580688 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:15:59.581088 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Checking segment: {'id': '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:15:59.582592 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:59.583169 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Bound using segment: {'id': '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:15:59.584294 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Bound port: 51dd9030-0845-413c-ad9d-34f7113ba808, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:15:59.585457 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:59.589529 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e7fb8-b659-4893-a95a-649058e7cc94 req-e750bdfb-98c4-41d9-905c-cfc60a15044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:59.591591 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f10e7fb8-b659-4893-a95a-649058e7cc94 req-e750bdfb-98c4-41d9-905c-cfc60a15044b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db181142-94fe-4545-a3ee-fc66f08d6fd6 HTTP/1.1" status: 200 len: 849 time: 0.2076261 May 03 21:15:59.601593 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:59.612861 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-67ef8c7d-4fab-4248-9456-99b8bbca6de7 req-6bf62575-d9f1-42a2-9986-4e76ac2c3cd8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518029 May 03 21:15:59.696789 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:59.702326 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f10e7fb8-b659-4893-a95a-649058e7cc94 req-922459a2-4d19-44a0-a409-9d0830dc1491 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78734c97-0285-4397-a280-c2dfb8b4aad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535195 May 03 21:15:59.740941 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] For port 51dd9030-0845-413c-ad9d-34f7113ba808, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:15:59.750284 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] For port 51dd9030-0845-413c-ad9d-34f7113ba808, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=51dd9030-0845-413c-ad9d-34f7113ba808,segment=NetworkSegment(92b2cc5d-e20f-4d3e-add0-e8fc68f68e54),segment_id=92b2cc5d-e20f-4d3e-add0-e8fc68f68e54)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:15:59.763290 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:59.889127 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ebdb4-8c81-4018-88c7-4d76b4170265 req-65eecbfb-8cad-4e8f-ac59-96bcc706ad1a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:15:59.890719 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-547ebdb4-8c81-4018-88c7-4d76b4170265 req-65eecbfb-8cad-4e8f-ac59-96bcc706ad1a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1481006 May 03 21:15:59.906315 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d6914-a162-4cd0-a2fc-63e7832e9b2e None None] Pushing event updated for resources: {'Port': ['ID=51dd9030-0845-413c-ad9d-34f7113ba808,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:15:59.958395 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-547ebdb4-8c81-4018-88c7-4d76b4170265 req-03aa5f68-7a7f-4318-a372-c227a89ee158 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607438 May 03 21:16:00.008199 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f10e7fb8-b659-4893-a95a-649058e7cc94 req-59270a9b-f856-4ba1-9f50-920b2f08c6c2 service neutron] 10.222.0.43 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625008 May 03 21:16:00.051910 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Allocated IP 172.28.1.213 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/03e694a9-ddad-4e17-839f-e1202fbc56ba) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:16:00.416198 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f10e7fb8-b659-4893-a95a-649058e7cc94 req-3bcbe06e-9c2b-445c-9a7e-b83d89cd73d3 service neutron] 10.222.0.43 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006326 May 03 21:16:00.476668 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:00.531785 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:00.561007 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d7b99-e06a-41e0-9998-5128d94965a1 req-ea0fb493-9585-44ad-9bfe-5f602cf864a3 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:00.562705 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8a3d7b99-e06a-41e0-9998-5128d94965a1 req-ea0fb493-9585-44ad-9bfe-5f602cf864a3 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 943 time: 0.1294453 May 03 21:16:00.572317 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55910) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:00.577914 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428304697', 'description': 'tempest-description--1932045347'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:00.587173 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:16:00.613544 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:16:00.622701 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:16:00.626444 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:16:00.634797 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:16:00.642047 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8a3d7b99-e06a-41e0-9998-5128d94965a1 req-ef0d4053-d31b-41ed-87ea-660838520f1d tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575340 May 03 21:16:00.656869 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:00.658954 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 07e09907-f424-48ee-af1a-86b24e1a8204 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:16:00.710993 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:16:00.734686 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Pushing event updated for resources: {'Port': ['ID=03e694a9-ddad-4e17-839f-e1202fbc56ba,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:00.753483 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Usage tracker for resource:security_group_rule and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:16:00.761851 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:16:00.774059 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:16:00.898738 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 07e09907-f424-48ee-af1a-86b24e1a8204, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=07e09907-f424-48ee-af1a-86b24e1a8204,segment=NetworkSegment(a3cedd36-af75-441a-b45a-d9b98b7a8f52),segment_id=a3cedd36-af75-441a-b45a-d9b98b7a8f52)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:00.925350 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '07e09907-f424-48ee-af1a-86b24e1a8204', 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8', 'port_id': '07e09907-f424-48ee-af1a-86b24e1a8204', 'mac_address': 'fa:16:3e:60:18:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db181142-94fe-4545-a3ee-fc66f08d6fd6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:16:00.944398 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ad35e-9d6a-4cfa-97cd-c7791976134a req-2b499dd1-e46d-4f53-aea6-cfa202fa61f1 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:00.945946 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ed0ad35e-9d6a-4cfa-97cd-c7791976134a req-2b499dd1-e46d-4f53-aea6-cfa202fa61f1 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 950 time: 0.2289901 May 03 21:16:01.011034 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.012428 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.026993 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.038899 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e09907-f424-48ee-af1a-86b24e1a8204 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:16:01.056722 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 07e09907-f424-48ee-af1a-86b24e1a8204, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=07e09907-f424-48ee-af1a-86b24e1a8204,segment=NetworkSegment(a3cedd36-af75-441a-b45a-d9b98b7a8f52),segment_id=a3cedd36-af75-441a-b45a-d9b98b7a8f52)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:01.062987 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.071500 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ed0ad35e-9d6a-4cfa-97cd-c7791976134a req-26803d39-a5c2-4620-bdcd-f613fd7e8bfa tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043069 May 03 21:16:01.095008 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc76f74-cd74-46ce-8f0f-6a48131feb64 req-52061618-c6db-425c-affc-f6f2711a9b4b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:01.096497 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6fc76f74-cd74-46ce-8f0f-6a48131feb64 req-52061618-c6db-425c-affc-f6f2711a9b4b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.2799461 May 03 21:16:01.109666 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd74264-7c84-4804-bf24-e367a859e8fd,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:01.129888 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.131045 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-40fbb5aa-2494-4576-9f0e-53404a6bfc83 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5576766 May 03 21:16:01.134491 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55920) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:01.143022 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Request body: {'security_group_rule': {'security_group_id': 'fcd74264-7c84-4804-bf24-e367a859e8fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:01.143305 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10fc47e-faa9-4a15-ba50-7d9432b51073 None None] Network bd130ef8-9d21-43bc-82e4-bd16a97831ca requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:16:01.164281 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:16:01.188958 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Usage tracker for resource:security_group_rule and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:16:01.203990 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:16:01.221539 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6fc76f74-cd74-46ce-8f0f-6a48131feb64 req-82b2ca67-cb57-4e62-8f09-a710923034e4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170895 May 03 21:16:01.238777 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:16:01.298992 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.394195 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.403090 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 51dd9030-0845-413c-ad9d-34f7113ba808 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:01.480321 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.490355 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=07e09907-f424-48ee-af1a-86b24e1a8204,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:01.492849 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.508451 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-428920a0-d891-4e66-8074-d8cba099d59e None None] Provisioning for port 51dd9030-0845-413c-ad9d-34f7113ba808 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:01.533378 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a2588b-ac4b-4169-834a-1b41a5729140,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:01.547273 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ecff9-f69d-4931-87cb-5135527537d9 req-2e6907a2-2177-47ff-ae66-f67c54732411 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:01.549523 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-427ecff9-f69d-4931-87cb-5135527537d9 req-2e6907a2-2177-47ff-ae66-f67c54732411 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1787798 May 03 21:16:01.551163 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.552896 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-21ad7a6a-bb7b-4438-8cca-87a483303d6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4176574 May 03 21:16:01.556204 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 55926) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:01.565416 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Request body: {'security_group_rule': {'security_group_id': 'fcd74264-7c84-4804-bf24-e367a859e8fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:01.590128 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['07e09907-f424-48ee-af1a-86b24e1a8204'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:16:01.594435 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:16:01.609487 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Usage tracker for resource:security_group_rule and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:16:01.613941 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:16:01.626681 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:16:01.634902 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-427ecff9-f69d-4931-87cb-5135527537d9 req-629ce094-3f45-4866-9656-9c301bc7b171 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793853 May 03 21:16:01.661801 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.681130 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 51dd9030-0845-413c-ad9d-34f7113ba808 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:01.710066 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 51dd9030-0845-413c-ad9d-34f7113ba808 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:01.710702 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.816288 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.891536 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.896371 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624612'] for router, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:01.939812 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:02.004911 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 51dd9030-0845-413c-ad9d-34f7113ba808, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=51dd9030-0845-413c-ad9d-34f7113ba808,segment=NetworkSegment(92b2cc5d-e20f-4d3e-add0-e8fc68f68e54),segment_id=92b2cc5d-e20f-4d3e-add0-e8fc68f68e54)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:02.014382 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:02.015142 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device b6d41350-5278-4628-b127-d2f8fbbaa895 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:02.074367 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524d51e4-48c6-407e-a0e1-1859d4b0d591,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:02.094492 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:02.098342 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-0c1660cd-5bbb-4c2f-82b2-d07148f9e54f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5396829 May 03 21:16:02.099683 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55934) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:02.107525 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:02.113352 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:16:02.114082 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf216f2b-94a9-4566-83c8-03e532c8cc5e req-180e1805-af49-4c59-b812-19cea2a9d607 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:02.115641 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-cf216f2b-94a9-4566-83c8-03e532c8cc5e req-180e1805-af49-4c59-b812-19cea2a9d607 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 944 time: 0.2914393 May 03 21:16:02.117208 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Usage tracker for resource:floatingip and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:16:02.120237 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:16:02.127484 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:16:02.134005 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd58927-b433-4e05-9089-9238b4a5616a req-86cb9adb-b4db-4fe7-bad2-d3db02f27e65 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:02.135693 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8fd58927-b433-4e05-9089-9238b4a5616a req-86cb9adb-b4db-4fe7-bad2-d3db02f27e65 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 950 time: 0.2507651 May 03 21:16:02.143799 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for floatingip, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:02.166646 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=51dd9030-0845-413c-ad9d-34f7113ba808,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:02.171423 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-fcf7bed9-55a8-40b4-82db-ad1a62a30dd3 None None] Provisioning complete for port 51dd9030-0845-413c-ad9d-34f7113ba808 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:02.171896 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bed9-55a8-40b4-82db-ad1a62a30dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:02.207796 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8fd58927-b433-4e05-9089-9238b4a5616a req-3e1440ae-5d2a-42a4-8bae-7d106f8af8fd tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575869 May 03 21:16:02.224738 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port b6d41350-5278-4628-b127-d2f8fbbaa895 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:02.235797 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port b6d41350-5278-4628-b127-d2f8fbbaa895 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:02.236213 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:02.257902 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-cf216f2b-94a9-4566-83c8-03e532c8cc5e req-023fc2d6-342d-4693-84ff-d4784d05028d tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314528 May 03 21:16:02.359133 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Router 100099f4-92be-4818-82c9-fd07f2daecaf is scheduled to L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 with binding_index 1 {{(pid=87240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:16:02.413030 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:02.450198 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port b6d41350-5278-4628-b127-d2f8fbbaa895, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=b6d41350-5278-4628-b127-d2f8fbbaa895,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:02.456229 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:02.489391 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e051954-bc08-480c-8ac9-15ab219f63e4 req-1eba4d3c-15d9-458d-9724-c98be710cec6 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:02.491210 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7e051954-bc08-480c-8ac9-15ab219f63e4 req-1eba4d3c-15d9-458d-9724-c98be710cec6 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.0868850 May 03 21:16:02.532255 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=b6d41350-5278-4628-b127-d2f8fbbaa895,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:02.540150 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7e051954-bc08-480c-8ac9-15ab219f63e4 req-a3911ea8-afff-4b05-93a4-7f767d17ce85 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413754 May 03 21:16:02.597299 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:02.736569 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:16:02.744930 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Sync routers for ids ['100099f4-92be-4818-82c9-fd07f2daecaf'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:16:02.756691 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Routers {'100099f4-92be-4818-82c9-fd07f2daecaf'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:16:02.757331 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:15:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['100099f4-92be-4818-82c9-fd07f2daecaf'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:02.780793 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:02.781985 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-cb6cf6d0-698e-4dfc-80ae-54fc01e5884c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7188375 May 03 21:16:02.783171 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Allocated IP 172.28.1.7 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/669f8ea4-f625-4605-83b6-b1da64836068) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:16:02.785008 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 55942) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:02.868924 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e57b96-39e5-48ac-b237-643338613bdd req-e1b22d3b-e551-4a2d-bab5-e7e953555637 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:02.870425 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8e57b96-39e5-48ac-b237-643338613bdd req-e1b22d3b-e551-4a2d-bab5-e7e953555637 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1116798 May 03 21:16:02.917383 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8e57b96-39e5-48ac-b237-643338613bdd req-6f0b80c1-ffc2-4dc4-9829-49b98e8f7df5 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404792 May 03 21:16:02.974404 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Set router 100099f4-92be-4818-82c9-fd07f2daecaf gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:16:03.254782 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:03.349468 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 51dd9030-0845-413c-ad9d-34f7113ba808 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:03.365553 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'name': 'tempest-TestMinimumBasicScenario-1560664330-router', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:58Z', 'updated_at': '2022-05-03T21:16:01Z', 'revision_number': 3, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'gw_port': {'id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:59Z', 'updated_at': '2022-05-03T21:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:03.369456 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Checking router: 100099f4-92be-4818-82c9-fd07f2daecaf for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:16:03.369841 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Updating router 100099f4-92be-4818-82c9-fd07f2daecaf port 03e694a9-ddad-4e17-839f-e1202fbc56ba binding host dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:16:03.377356 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f0df2-249b-435c-8c43-e1d8421e9f7e req-84e88703-7b59-4b0f-8293-132dd0fa706a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:03.384784 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-da4f0df2-249b-435c-8c43-e1d8421e9f7e req-84e88703-7b59-4b0f-8293-132dd0fa706a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1738868 May 03 21:16:03.429159 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:03.513030 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-da4f0df2-249b-435c-8c43-e1d8421e9f7e req-36c1faac-0574-4052-b5dc-922e1159b20a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263516 May 03 21:16:03.532101 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:03.538694 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 51dd9030-0845-413c-ad9d-34f7113ba808 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:03.539166 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:03.682995 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device b6d41350-5278-4628-b127-d2f8fbbaa895 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:03.715512 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:16:03.721869 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:16:03.728935 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849b383-b5d0-4b7b-97b5-e6d574d92bbf req-4c2d3499-2e47-4c4d-a8d8-5c47caa2b76e tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:03.730453 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3849b383-b5d0-4b7b-97b5-e6d574d92bbf req-4c2d3499-2e47-4c4d-a8d8-5c47caa2b76e tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 950 time: 0.2872288 May 03 21:16:03.735753 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:16:03.776125 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event updated for resources: {'Port': ['ID=669f8ea4-f625-4605-83b6-b1da64836068,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:03.783309 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port b6d41350-5278-4628-b127-d2f8fbbaa895 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:03.784133 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:03.801621 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b47305-1b29-4f38-b492-a601406a7793 req-c2f55221-0ecf-400f-ad2b-91b46b88e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:03.803231 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d7b47305-1b29-4f38-b492-a601406a7793 req-c2f55221-0ecf-400f-ad2b-91b46b88e1d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 1099 time: 0.3342979 May 03 21:16:03.814007 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3849b383-b5d0-4b7b-97b5-e6d574d92bbf req-c5699809-694b-4ceb-9d6b-aba632c1c0a8 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa088a2b-21b9-423b-a181-27224799b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722711 May 03 21:16:03.839271 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Notify callbacks [] for port, precommit_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:03.845437 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4e2b3df4-311a-4c51-a338-49e6e0d539df tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:03.846958 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4e2b3df4-311a-4c51-a338-49e6e0d539df tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 950 time: 0.2684839 May 03 21:16:03.853937 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.provisioning_blocks [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Transition to ACTIVE for port object 03e694a9-ddad-4e17-839f-e1202fbc56ba will not be triggered until provisioned by entity L2. {{(pid=87242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:16:03.867905 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:03.978055 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Attempting to bind port 03e694a9-ddad-4e17-839f-e1202fbc56ba on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:16:03.978515 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Attempting to bind port 03e694a9-ddad-4e17-839f-e1202fbc56ba by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:16:03.978764 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Attempting to bind port 03e694a9-ddad-4e17-839f-e1202fbc56ba on network 1ffc24f5-8283-443e-b259-1a8749ff546b {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:16:03.981876 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b47305-1b29-4f38-b492-a601406a7793 req-26f6368f-479e-4ac2-8cb5-3ff971bf4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:03.983422 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d7b47305-1b29-4f38-b492-a601406a7793 req-26f6368f-479e-4ac2-8cb5-3ff971bf4ef5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 911 time: 0.1395247 May 03 21:16:03.988307 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:16:03.988674 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Checking segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:16:03.989471 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:03.989471 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Bound using segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:16:03.989923 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Bound port: 03e694a9-ddad-4e17-839f-e1202fbc56ba, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:16:03.990313 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:04.007063 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494435a-5b31-402b-a2c1-0a9be5bf853e req-d0b4e645-2360-43ea-bf5b-7bcca10b5d2e tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:04.008544 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9494435a-5b31-402b-a2c1-0a9be5bf853e req-d0b4e645-2360-43ea-bf5b-7bcca10b5d2e tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 944 time: 0.3565342 May 03 21:16:04.021289 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348097d-59fd-4bf2-b812-40263f15e2e8 None None] Pushing event updated for resources: {'Port': ['ID=03e694a9-ddad-4e17-839f-e1202fbc56ba,revision_number=2']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:04.065436 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4035aa70-0005-467c-a40c-5d6de1e2b384 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Deleting port 47073caf-a3d9-4075-9010-670e0930e844 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:16:04.065778 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4035aa70-0005-467c-a40c-5d6de1e2b384 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:04.072640 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] For port 03e694a9-ddad-4e17-839f-e1202fbc56ba, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:16:04.076564 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] For port 03e694a9-ddad-4e17-839f-e1202fbc56ba, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=03e694a9-ddad-4e17-839f-e1202fbc56ba,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:16:04.080852 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:04.159679 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Routers {'100099f4-92be-4818-82c9-fd07f2daecaf'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:16:04.160210 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:15:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['100099f4-92be-4818-82c9-fd07f2daecaf'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:04.161707 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9494435a-5b31-402b-a2c1-0a9be5bf853e req-d47baf7a-883e-4654-9811-0287e9cb09a9 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354580 May 03 21:16:04.260040 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6231b-02e4-452c-bd08-461c526033bd req-33f6f0f8-f0bf-49b8-abf8-f77fa2399f10 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:04.267614 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-52b6231b-02e4-452c-bd08-461c526033bd req-33f6f0f8-f0bf-49b8-abf8-f77fa2399f10 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.3084438 May 03 21:16:04.289112 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348097d-59fd-4bf2-b812-40263f15e2e8 None None] Pushing event updated for resources: {'Port': ['ID=03e694a9-ddad-4e17-839f-e1202fbc56ba,revision_number=3']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:04.308045 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:04.322950 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d7b47305-1b29-4f38-b492-a601406a7793 req-1b1a7538-1724-49bc-8a0b-a9da07466e50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865 HTTP/1.1" status: 200 len: 1002 time: 0.3278837 May 03 21:16:04.339076 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:04.350052 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] Set router 100099f4-92be-4818-82c9-fd07f2daecaf gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:16:04.391167 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-52b6231b-02e4-452c-bd08-461c526033bd req-19eaab3e-d1f6-4a75-ae99-960ed43e5f19 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227109 May 03 21:16:04.430429 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4035aa70-0005-467c-a40c-5d6de1e2b384 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] For port 47073caf-a3d9-4075-9010-670e0930e844, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=47073caf-a3d9-4075-9010-670e0930e844,segment=NetworkSegment(249e7726-21a1-49ae-bcaf-af2a34ae5fa1),segment_id=249e7726-21a1-49ae-bcaf-af2a34ae5fa1)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:04.431579 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4035aa70-0005-467c-a40c-5d6de1e2b384 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:04.506307 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b47305-1b29-4f38-b492-a601406a7793 req-1266df29-aabe-4061-9666-1a905ca7e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:04.507741 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d7b47305-1b29-4f38-b492-a601406a7793 req-1266df29-aabe-4061-9666-1a905ca7e6ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f064806-a999-4d24-bc78-963359e8c2a4 HTTP/1.1" status: 200 len: 849 time: 0.1349044 May 03 21:16:04.563254 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4035aa70-0005-467c-a40c-5d6de1e2b384 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Calling delete_port for 47073caf-a3d9-4075-9010-670e0930e844 owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:16:04.627122 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:04.670299 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device ab1b990b-74b6-4b11-8ca5-1d3d46e925fa details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:16:04.689405 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 07e09907-f424-48ee-af1a-86b24e1a8204 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:04.708682 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'name': 'tempest-TestMinimumBasicScenario-1560664330-router', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:58Z', 'updated_at': '2022-05-03T21:16:01Z', 'revision_number': 3, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'gw_port': {'id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:59Z', 'updated_at': '2022-05-03T21:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:04.713784 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bae75-fb75-42a4-9700-335a6739dc2e None None] The sync data for ids ['100099f4-92be-4818-82c9-fd07f2daecaf'] in dv-cinder-840376-1-smb is: [{'id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'name': 'tempest-TestMinimumBasicScenario-1560664330-router', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:58Z', 'updated_at': '2022-05-03T21:16:01Z', 'revision_number': 3, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'gw_port': {'id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:59Z', 'updated_at': '2022-05-03T21:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:16:04.817671 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38c022-f047-49b9-9a2b-a5faf1e2656d req-96fb94fe-9b2e-4a7b-aa05-4b01e78668c9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:04.819125 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f38c022-f047-49b9-9a2b-a5faf1e2656d req-96fb94fe-9b2e-4a7b-aa05-4b01e78668c9 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1693485 May 03 21:16:04.842497 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b47305-1b29-4f38-b492-a601406a7793 req-3fea2e64-c458-499e-9ffc-944673ac66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:04.844129 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d7b47305-1b29-4f38-b492-a601406a7793 req-3fea2e64-c458-499e-9ffc-944673ac66ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73578aa6-1e97-4260-8c78-76d945b6e7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3283830 May 03 21:16:04.930694 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 07e09907-f424-48ee-af1a-86b24e1a8204 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:04.951579 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 07e09907-f424-48ee-af1a-86b24e1a8204 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:04.951943 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:04.969523 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f38c022-f047-49b9-9a2b-a5faf1e2656d req-0f34ac7f-b777-4f27-bf1c-6a6b4f1374be tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183403 May 03 21:16:04.970494 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4035aa70-0005-467c-a40c-5d6de1e2b384 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:04.979280 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Allocated IP 172.20.0.1 (bd130ef8-9d21-43bc-82e4-bd16a97831ca/a7be0763-dbbb-4eed-a52f-938f576b92db/e7757f29-4190-4895-a2e8-fa2a931a8741) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:16:05.030986 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['47073caf-a3d9-4075-9010-670e0930e844'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:16:05.122731 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:05.160415 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'port_id': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'mac_address': 'fa:16:3e:26:5c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:16:05.378495 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 03e694a9-ddad-4e17-839f-e1202fbc56ba up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:05.525262 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d610b39a-d833-4dbe-a3ef-c4ce70c5a6da req-e4fce1b7-64d8-4353-8e5e-ec49199f45e5 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 210 time: 0.4866014 May 03 21:16:05.573636 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035aa70-0005-467c-a40c-5d6de1e2b384 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Pushing event deleted for resources: {'Port': ['ID=47073caf-a3d9-4075-9010-670e0930e844,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:05.590568 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4035aa70-0005-467c-a40c-5d6de1e2b384 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] No DVR routers for this DVR port 47073caf-a3d9-4075-9010-670e0930e844 on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:16:05.607947 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:05.619513 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4035aa70-0005-467c-a40c-5d6de1e2b384 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:05.624746 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada5b694-14d1-4ef0-94df-6c7b37548e88', 'name': 'network-vif-deleted', 'tag': '47073caf-a3d9-4075-9010-670e0930e844'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:05.642048 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab1b990b-74b6-4b11-8ca5-1d3d46e925fa {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:16:05.654718 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d7b47305-1b29-4f38-b492-a601406a7793 req-3357291a-1162-4c1a-85a7-5aaa928551b1 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980707 May 03 21:16:05.660332 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bb29d8db-4e79-467a-841b-325b9fb63590 req-4035aa70-0005-467c-a40c-5d6de1e2b384 tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.43 "DELETE /v2.0/ports/47073caf-a3d9-4075-9010-670e0930e844 HTTP/1.1" status: 204 len: 173 time: 1.7961612 May 03 21:16:05.664476 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 03e694a9-ddad-4e17-839f-e1202fbc56ba completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:05.672568 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 03e694a9-ddad-4e17-839f-e1202fbc56ba triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:05.680665 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:05.769462 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:05.773052 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f1c03-a7aa-4699-8571-98a117e67451 req-e2523b75-046c-4fe2-8825-c485a681b509 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:05.774641 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-282f1c03-a7aa-4699-8571-98a117e67451 req-e2523b75-046c-4fe2-8825-c485a681b509 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 944 time: 0.2484939 May 03 21:16:05.805442 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.db.resource_extend [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:16:05.835172 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:05.890657 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:05.896020 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0100f499-0585-4154-94dd-6c43ff042c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e09907-f424-48ee-af1a-86b24e1a8204'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:05.899185 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:05.908479 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:05.925160 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:05.952702 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 07e09907-f424-48ee-af1a-86b24e1a8204, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=07e09907-f424-48ee-af1a-86b24e1a8204,segment=NetworkSegment(a3cedd36-af75-441a-b45a-d9b98b7a8f52),segment_id=a3cedd36-af75-441a-b45a-d9b98b7a8f52)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:05.983190 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:05.995675 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-282f1c03-a7aa-4699-8571-98a117e67451 req-892b71df-a243-435b-a00f-b84bbf64a6c1 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114566 May 03 21:16:06.060149 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Transition to ACTIVE for port object e7757f29-4190-4895-a2e8-fa2a931a8741 will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:16:06.069269 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d0a42-1ba9-4bc8-9215-e71502b2f7e8 req-6e42bfcd-bcf2-46ba-88ae-3dc040258913 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:06.073026 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=6']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:06.075552 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-411d0a42-1ba9-4bc8-9215-e71502b2f7e8 req-6e42bfcd-bcf2-46ba-88ae-3dc040258913 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 945 time: 0.2999296 May 03 21:16:06.135147 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:06.145417 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:16:06.155590 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911ca22f-3887-4bb4-a151-c2a0a8001b50'] response: {'server_uuid': 'ada5b694-14d1-4ef0-94df-6c7b37548e88', 'name': 'network-vif-deleted', 'tag': '47073caf-a3d9-4075-9010-670e0930e844', 'status': 'completed', 'code': 200} May 03 21:16:06.205121 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event updated for resources: {'Port': ['ID=669f8ea4-f625-4605-83b6-b1da64836068,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:06.230039 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:06.243764 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-411d0a42-1ba9-4bc8-9215-e71502b2f7e8 req-dc154456-7b19-4ddf-9c2b-6f8f8809fd4f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410434 May 03 21:16:06.275443 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f729b06-07ca-4896-b99b-ef6e667605ba'] response: {'server_uuid': '0100f499-0585-4154-94dd-6c43ff042c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e09907-f424-48ee-af1a-86b24e1a8204', 'code': 200} May 03 21:16:06.290387 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 03e694a9-ddad-4e17-839f-e1202fbc56ba, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=03e694a9-ddad-4e17-839f-e1202fbc56ba,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:06.304931 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=07e09907-f424-48ee-af1a-86b24e1a8204,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:06.307660 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:06.340417 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Network bd130ef8-9d21-43bc-82e4-bd16a97831ca is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:16:06.361247 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d7b47305-1b29-4f38-b492-a601406a7793 req-6fb9e776-8d2c-470e-b831-8db1870e2dbd service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659951 May 03 21:16:06.369229 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:06.437315 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:16:06.442712 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:06.444705 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-88b5ea5d-8319-43e3-8f45-2b92cd187d04 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3440554 May 03 21:16:06.445913 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:16:06.502586 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=03e694a9-ddad-4e17-839f-e1202fbc56ba,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:06.524922 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e7757f29-4190-4895-a2e8-fa2a931a8741,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:06.562903 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624338'] for router_interface, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:06.706913 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 47073caf-a3d9-4075-9010-670e0930e844 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:16:06.859933 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 47073caf-a3d9-4075-9010-670e0930e844 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:16:06.860462 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 47073caf-a3d9-4075-9010-670e0930e844 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:16:06.861233 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ec203-f774-4922-b08a-d95471ae7037 req-3c414efa-aa0f-4996-988a-612627d2ad67 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:06.881152 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-012ec203-f774-4922-b08a-d95471ae7037 req-3c414efa-aa0f-4996-988a-612627d2ad67 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.2518032 May 03 21:16:06.897517 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:07.020091 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7fc0a0a7-cd16-4979-bfbb-9ce44456b21d None None] Provisioning for port e7757f29-4190-4895-a2e8-fa2a931a8741 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:07.034806 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7fc0a0a7-cd16-4979-bfbb-9ce44456b21d None None] Provisioning complete for port e7757f29-4190-4895-a2e8-fa2a931a8741 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:07.035461 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7fc0a0a7-cd16-4979-bfbb-9ce44456b21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:07.065178 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-2c137321-ee1e-4b28-91a8-b31f8cd1b39e req-358d54f0-721d-4123-91eb-a8d51915b0ef tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Synchronizing usage tracker for tenant:e10f5f599a2942d59a5867fd60887c6c on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:16:07.088194 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-012ec203-f774-4922-b08a-d95471ae7037 req-f99baaef-9613-4afa-b325-6842c8b839a2 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060444 May 03 21:16:07.131029 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-2c137321-ee1e-4b28-91a8-b31f8cd1b39e req-358d54f0-721d-4123-91eb-a8d51915b0ef tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] Unset dirty status for tenant:e10f5f599a2942d59a5867fd60887c6c on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:16:07.132172 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2c137321-ee1e-4b28-91a8-b31f8cd1b39e req-358d54f0-721d-4123-91eb-a8d51915b0ef tempest-VolumesNegativeTest-1311320049 tempest-VolumesNegativeTest-1311320049-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada5b694-14d1-4ef0-94df-6c7b37548e88 HTTP/1.1" status: 200 len: 210 time: 0.2409878 May 03 21:16:07.187103 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-7fc0a0a7-cd16-4979-bfbb-9ce44456b21d None None] Port e7757f29-4190-4895-a2e8-fa2a931a8741 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:16:07.308082 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 03e694a9-ddad-4e17-839f-e1202fbc56ba up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:07.440292 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-4983d819-16b2-48d9-9421-3ed907434ecc req-cce907ef-5926-4259-b83a-a68b5038c374 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Synchronizing usage tracker for tenant:8becd1d43888424795557d5ad95253f7 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:16:07.467428 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-4983d819-16b2-48d9-9421-3ed907434ecc req-cce907ef-5926-4259-b83a-a68b5038c374 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Unset dirty status for tenant:8becd1d43888424795557d5ad95253f7 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:16:07.475363 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-cce907ef-5926-4259-b83a-a68b5038c374 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--428304697&fields=id&tenant_id=8becd1d43888424795557d5ad95253f7 HTTP/1.1" status: 200 len: 267 time: 0.1211362 May 03 21:16:07.513060 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 03e694a9-ddad-4e17-839f-e1202fbc56ba triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:07.513428 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:07.566864 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d480f20-8312-4fb0-a94e-5354eb6e7782 req-0b446ff6-1461-44df-ab5c-96473879214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:07.569716 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4d480f20-8312-4fb0-a94e-5354eb6e7782 req-0b446ff6-1461-44df-ab5c-96473879214f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 1098 time: 0.4075527 May 03 21:16:07.663892 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4d480f20-8312-4fb0-a94e-5354eb6e7782 req-c63817f4-edbc-424b-b87c-914f30806d83 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709581 May 03 21:16:07.693952 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:07.703798 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:07.725642 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ed63254c-5cba-4794-bde5-1e1b677cb47c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:07.731033 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ed63254c-5cba-4794-bde5-1e1b677cb47c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 818 time: 0.2542300 May 03 21:16:07.740448 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023f351-d283-403f-a350-eeb0327f3186 req-41ad3d99-1097-4910-8eb7-64b64e6404e1 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:07.741886 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4023f351-d283-403f-a350-eeb0327f3186 req-41ad3d99-1097-4910-8eb7-64b64e6404e1 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 945 time: 0.2227566 May 03 21:16:07.757363 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-82b31ae3-6bf4-434f-87af-59aa0ce4db2d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/quotas/8becd1d43888424795557d5ad95253f7 HTTP/1.1" status: 200 len: 375 time: 0.0253139 May 03 21:16:07.823248 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e7757f29-4190-4895-a2e8-fa2a931a8741,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:07.825924 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636987'] for router_interface, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:07.863384 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4023f351-d283-403f-a350-eeb0327f3186 req-382828a7-b990-49e2-9590-db03833e9af3 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019213 May 03 21:16:07.913674 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ef203b9f-e3a3-4756-86a2-69872e759b6b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1554236 May 03 21:16:07.999558 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Network bd130ef8-9d21-43bc-82e4-bd16a97831ca is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:16:08.000616 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:16:08.133867 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-dcf35632-26a1-43b2-9661-42e41a415ad4 service neutron] 10.222.0.44 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002883 May 03 21:16:08.256696 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Router 100099f4-92be-4818-82c9-fd07f2daecaf has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:16:08.323836 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-01ecca7c-21fe-4adf-870b-d1e5f133a5ed None None] Provisioning complete for port e7757f29-4190-4895-a2e8-fa2a931a8741 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:08.325376 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-01ecca7c-21fe-4adf-870b-d1e5f133a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:08.382546 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-70279a53-49bf-4bfa-8aa5-3e5c76347256 service neutron] 10.222.0.44 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057433 May 03 21:16:08.385145 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-01ecca7c-21fe-4adf-870b-d1e5f133a5ed None None] Port e7757f29-4190-4895-a2e8-fa2a931a8741 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:16:08.395601 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0c361-38c8-4e55-844f-82f542d2d61d req-b813ad3e-3e1d-46f5-bfc4-bcb7c13afa38 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:08.397065 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-39b0c361-38c8-4e55-844f-82f542d2d61d req-b813ad3e-3e1d-46f5-bfc4-bcb7c13afa38 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 945 time: 0.2580998 May 03 21:16:08.539605 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-39b0c361-38c8-4e55-844f-82f542d2d61d req-a0358edc-6d9f-44fd-8fce-7da6ae6a7536 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247861 May 03 21:16:08.565706 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:16:08.573135 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-690c98f6-1aa7-46b3-b4d4-c990bc1a22f3 admin admin] 10.222.0.44 "PUT /v2.0/routers/100099f4-92be-4818-82c9-fd07f2daecaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7871802 May 03 21:16:08.589088 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Sync routers for ids ['100099f4-92be-4818-82c9-fd07f2daecaf'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:16:08.606579 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Routers {'100099f4-92be-4818-82c9-fd07f2daecaf'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:16:08.607597 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:15:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['100099f4-92be-4818-82c9-fd07f2daecaf'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:08.696692 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device ab1b990b-74b6-4b11-8ca5-1d3d46e925fa up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:08.940359 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e9a3c19a-516c-44a2-a035-734800045144 req-b7aee938-742f-4d04-865b-f5e7e93695be tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 210 time: 0.0944619 May 03 21:16:09.049742 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:09.050054 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:09.081551 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30150bcc-8f41-46c0-96b3-973021971269 req-bbe9fd14-df86-4b26-8dc0-893fa4a46c02 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:09.083034 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-30150bcc-8f41-46c0-96b3-973021971269 req-bbe9fd14-df86-4b26-8dc0-893fa4a46c02 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.3017602 May 03 21:16:09.142859 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Set router 100099f4-92be-4818-82c9-fd07f2daecaf gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:16:09.278419 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-30150bcc-8f41-46c0-96b3-973021971269 req-ed559de0-6433-45d4-9fe8-434960617b61 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034985 May 03 21:16:09.292659 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef3670-4871-4515-800c-2094820345b6 req-36282366-3992-4238-89ed-071342af4d11 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:09.301436 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fcef3670-4871-4515-800c-2094820345b6 req-36282366-3992-4238-89ed-071342af4d11 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 945 time: 0.2173574 May 03 21:16:09.374703 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fcef3670-4871-4515-800c-2094820345b6 req-0f300253-75b0-4687-9054-8fe66618b4b0 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680923 May 03 21:16:09.766187 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:09.836766 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba66e6-32f1-4d69-bae2-285ed9786ebc req-a0450f71-722d-4bb6-9a71-bdbc8d1295f2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:09.838345 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b5ba66e6-32f1-4d69-bae2-285ed9786ebc req-a0450f71-722d-4bb6-9a71-bdbc8d1295f2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 945 time: 0.1279185 May 03 21:16:09.867003 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:09.917361 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:09.927281 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:09.949671 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b5ba66e6-32f1-4d69-bae2-285ed9786ebc req-4021006e-5996-4e62-9eb5-e1e444f1833f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033599 May 03 21:16:09.992217 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b855bc-bbb1-4358-8e6d-f2d9b66fe661'] response: {'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'code': 200} May 03 21:16:10.023337 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=7']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:10.033324 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.033670 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.034033 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.034366 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.034704 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.035023 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.035676 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.035676 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.035971 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.036761 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.036761 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.036922 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:10.042392 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'name': 'tempest-TestMinimumBasicScenario-1560664330-router', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:58Z', 'updated_at': '2022-05-03T21:16:06Z', 'revision_number': 4, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'gw_port': {'id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:59Z', 'updated_at': '2022-05-03T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'e7757f29-4190-4895-a2e8-fa2a931a8741', 'name': '', 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'mac_address': 'fa:16:3e:b7:8f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a7be0763-dbbb-4eed-a52f-938f576b92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:16:04Z', 'updated_at': '2022-05-03T21:16:07Z', 'revision_number': 2, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'subnets': [{'id': 'a7be0763-dbbb-4eed-a52f-938f576b92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:10.047105 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Checking router: 100099f4-92be-4818-82c9-fd07f2daecaf for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:16:10.047477 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Updating router 100099f4-92be-4818-82c9-fd07f2daecaf port e7757f29-4190-4895-a2e8-fa2a931a8741 binding host dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:16:10.125606 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:10.155952 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4a974962-aedc-44d1-8904-a9aff149ced5 req-311e8c88-8551-41cc-967a-2a3fda836950 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 210 time: 0.0502658 May 03 21:16:10.657571 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Notify callbacks [] for port, precommit_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:10.686269 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Transition to ACTIVE for port object e7757f29-4190-4895-a2e8-fa2a931a8741 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:16:10.706402 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:10.831042 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983d819-16b2-48d9-9421-3ed907434ecc req-14af5f5a-6c39-48a9-bc21-34e32fab19b5 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:10.833223 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-14af5f5a-6c39-48a9-bc21-34e32fab19b5 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 818 time: 0.3339188 May 03 21:16:10.841014 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100a453-7712-4b25-803f-e619338510d1 req-9a1387c2-022d-4fdd-a490-6fbc7a7afa11 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:10.873439 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3100a453-7712-4b25-803f-e619338510d1 req-9a1387c2-022d-4fdd-a490-6fbc7a7afa11 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 945 time: 0.3781226 May 03 21:16:10.955172 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-6e848288-7de4-4102-a561-3f43acd81e6c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8becd1d43888424795557d5ad95253f7 HTTP/1.1" status: 200 len: 379 time: 0.1046181 May 03 21:16:10.956724 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3100a453-7712-4b25-803f-e619338510d1 req-43bd7c5c-3d39-4601-9fed-f7056ee1b61e tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946705 May 03 21:16:10.966934 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Request body: {'port': {'device_id': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'admin_state_up': True, 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'security_groups': ['fcd74264-7c84-4804-bf24-e367a859e8fd']}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:11.266625 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61beb3c3-643c-47ac-9f8d-6986a82d007f None None] Pushing event updated for resources: {'Port': ['ID=e7757f29-4190-4895-a2e8-fa2a931a8741,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:11.279680 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Attempting to bind port e7757f29-4190-4895-a2e8-fa2a931a8741 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:16:11.280100 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Attempting to bind port e7757f29-4190-4895-a2e8-fa2a931a8741 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:16:11.280461 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Attempting to bind port e7757f29-4190-4895-a2e8-fa2a931a8741 on network bd130ef8-9d21-43bc-82e4-bd16a97831ca {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:16:11.286402 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:16:11.286775 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Checking segment: {'id': '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:16:11.287561 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:11.288014 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Bound using segment: {'id': '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:16:11.288483 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Bound port: e7757f29-4190-4895-a2e8-fa2a931a8741, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:16:11.288852 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:11.398547 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:16:11.404526 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Usage tracker for resource:port and tenant:8becd1d43888424795557d5ad95253f7 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:16:11.408589 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:16:11.419392 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:16:11.436587 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Made reservation on behalf of 8becd1d43888424795557d5ad95253f7 for: {'port': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:16:11.444939 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:11.526108 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:11.528138 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] For port e7757f29-4190-4895-a2e8-fa2a931a8741, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:16:11.530651 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6aa41ee3-c720-4a87-883f-aba53a713e81 req-ecddc3b8-4284-4930-84ca-9764716ff51a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 210 time: 0.1325459 May 03 21:16:11.534952 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] For port e7757f29-4190-4895-a2e8-fa2a931a8741, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=e7757f29-4190-4895-a2e8-fa2a931a8741,segment=NetworkSegment(92b2cc5d-e20f-4d3e-add0-e8fc68f68e54),segment_id=92b2cc5d-e20f-4d3e-add0-e8fc68f68e54)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:16:11.549610 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:11.603976 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6488967-7f8a-423e-afc1-a7608adf58cd req-f35b2cb2-4a3d-405c-9804-d73341def2d4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:11.607274 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a6488967-7f8a-423e-afc1-a7608adf58cd req-f35b2cb2-4a3d-405c-9804-d73341def2d4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.3662050 May 03 21:16:11.729548 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a6488967-7f8a-423e-afc1-a7608adf58cd req-41216f11-ca7e-4f0f-b69f-ba3dab7ce43a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134284 May 03 21:16:11.777875 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61beb3c3-643c-47ac-9f8d-6986a82d007f None None] Pushing event updated for resources: {'Port': ['ID=e7757f29-4190-4895-a2e8-fa2a931a8741,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:11.814499 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Routers {'100099f4-92be-4818-82c9-fd07f2daecaf'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:16:11.815430 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:15:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['100099f4-92be-4818-82c9-fd07f2daecaf'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:11.839014 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Allocated IP 172.20.0.4 (696f3710-7ff9-4877-98eb-e6f33ac34d15/222f1725-eaca-49aa-b467-e32e972304ad/d5b31318-2892-4133-8a90-d47b75c941a4) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:16:12.338740 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] Set router 100099f4-92be-4818-82c9-fd07f2daecaf gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:16:12.545411 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:12.584973 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Transition to ACTIVE for port object d5b31318-2892-4133-8a90-d47b75c941a4 will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:16:12.636091 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:12.801269 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event updated for resources: {'Port': ['ID=d5b31318-2892-4133-8a90-d47b75c941a4,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:12.834056 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:16:12.835280 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:16:12.840844 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:16:12.998869 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:12.999523 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:13.065441 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ea134466-6e13-4399-9729-03e91d45c6c1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1040642 May 03 21:16:13.090986 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Request body: {'port': {'device_id': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:13.258675 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9822c-dc77-403e-87a5-83ca647b9205 req-95188b96-3049-415e-b500-6b2989fe1a45 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:13.267228 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3cc9822c-dc77-403e-87a5-83ca647b9205 req-95188b96-3049-415e-b500-6b2989fe1a45 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 931 time: 0.3422353 May 03 21:16:13.299731 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5a652-8657-47ab-8799-7d3f9ef397ba req-0de557c5-decc-4620-9f29-b0d0cc4984f9 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:13.307375 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2db5a652-8657-47ab-8799-7d3f9ef397ba req-0de557c5-decc-4620-9f29-b0d0cc4984f9 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 945 time: 0.3151648 May 03 21:16:13.388233 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3cc9822c-dc77-403e-87a5-83ca647b9205 req-f5cb8c1a-fa43-4536-aa93-1df52f0212f2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197410 May 03 21:16:13.404956 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:13.416329 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2db5a652-8657-47ab-8799-7d3f9ef397ba req-aad8aa85-1cef-4e95-8e45-ba631586203a tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077838 May 03 21:16:13.552774 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7d0edba9-4c66-4fbd-be3b-fbf80077ef03 None None] Provisioning for port d5b31318-2892-4133-8a90-d47b75c941a4 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:13.562928 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7d0edba9-4c66-4fbd-be3b-fbf80077ef03 None None] Provisioning complete for port d5b31318-2892-4133-8a90-d47b75c941a4 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:13.563297 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7d0edba9-4c66-4fbd-be3b-fbf80077ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:13.658051 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-7d0edba9-4c66-4fbd-be3b-fbf80077ef03 None None] Port d5b31318-2892-4133-8a90-d47b75c941a4 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:16:13.674485 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'name': 'tempest-TestMinimumBasicScenario-1560664330-router', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:58Z', 'updated_at': '2022-05-03T21:16:06Z', 'revision_number': 4, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'gw_port': {'id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:59Z', 'updated_at': '2022-05-03T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'e7757f29-4190-4895-a2e8-fa2a931a8741', 'name': '', 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'mac_address': 'fa:16:3e:b7:8f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a7be0763-dbbb-4eed-a52f-938f576b92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:16:04Z', 'updated_at': '2022-05-03T21:16:11Z', 'revision_number': 4, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'subnets': [{'id': 'a7be0763-dbbb-4eed-a52f-938f576b92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:13.683123 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658ec23-f5b8-47b2-bd0b-51d525ecb4fc None None] The sync data for ids ['100099f4-92be-4818-82c9-fd07f2daecaf'] in dv-cinder-840376-1-smb is: [{'id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'name': 'tempest-TestMinimumBasicScenario-1560664330-router', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:58Z', 'updated_at': '2022-05-03T21:16:06Z', 'revision_number': 4, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'gw_port': {'id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:59Z', 'updated_at': '2022-05-03T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'e7757f29-4190-4895-a2e8-fa2a931a8741', 'name': '', 'network_id': 'bd130ef8-9d21-43bc-82e4-bd16a97831ca', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'mac_address': 'fa:16:3e:b7:8f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a7be0763-dbbb-4eed-a52f-938f576b92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:16:04Z', 'updated_at': '2022-05-03T21:16:11Z', 'revision_number': 4, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'subnets': [{'id': 'a7be0763-dbbb-4eed-a52f-938f576b92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:16:13.797236 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979d6b9-1cd1-44b4-b2e3-a01417477f54 req-6278ea02-ea20-465f-a2e6-498f43490e89 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:13.806388 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6979d6b9-1cd1-44b4-b2e3-a01417477f54 req-6278ea02-ea20-465f-a2e6-498f43490e89 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.1987288 May 03 21:16:13.894870 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6979d6b9-1cd1-44b4-b2e3-a01417477f54 req-328b2da8-08cc-4c11-b83d-72a1687bc2e3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771599 May 03 21:16:14.090102 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-cbd70915-b243-4656-976b-19f062474924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:14.221027 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b31318-2892-4133-8a90-d47b75c941a4 {{(pid=87240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:16:14.239319 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:14.272990 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Transition to ACTIVE for port object d5b31318-2892-4133-8a90-d47b75c941a4 will not be triggered until provisioned by entity L2. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:16:14.283002 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:14.583750 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b31318-2892-4133-8a90-d47b75c941a4,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:14.831672 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Attempting to bind port d5b31318-2892-4133-8a90-d47b75c941a4 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:16:14.832365 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Attempting to bind port d5b31318-2892-4133-8a90-d47b75c941a4 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:16:14.832921 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Attempting to bind port d5b31318-2892-4133-8a90-d47b75c941a4 on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:16:14.838817 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Port d5b31318-2892-4133-8a90-d47b75c941a4 on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:16:14.839525 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Attempting to bind port d5b31318-2892-4133-8a90-d47b75c941a4 on network 696f3710-7ff9-4877-98eb-e6f33ac34d15 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:16:14.845775 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:16:14.846638 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Checking segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:16:14.847243 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Bound using segment: {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:16:14.847885 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Bound port: d5b31318-2892-4133-8a90-d47b75c941a4, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf72779-0841-46aa-9c76-aa01169819c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15'}}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:16:14.848463 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:14.945588 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-25a56699-caba-4ef7-8087-2877c03bf20a tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:14.948406 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-25a56699-caba-4ef7-8087-2877c03bf20a tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 945 time: 0.4555438 May 03 21:16:15.034923 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] For port d5b31318-2892-4133-8a90-d47b75c941a4, host hv-cinder-84037, cleared binding levels {{(pid=87240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:16:15.041963 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] For port d5b31318-2892-4133-8a90-d47b75c941a4, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d5b31318-2892-4133-8a90-d47b75c941a4,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:16:15.056902 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-57ec86ac-7753-454a-ab35-64bb7150fd64 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Deleting port 07e09907-f424-48ee-af1a-86b24e1a8204 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:16:15.057292 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-57ec86ac-7753-454a-ab35-64bb7150fd64 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:15.059844 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:15.167715 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b31318-2892-4133-8a90-d47b75c941a4,revision_number=3']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:15.193617 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:15.194267 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:15.195675 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-a03d9b1c-7bb4-4963-9742-345638cdca46 service neutron] 10.222.0.43 "PUT /v2.0/ports/d5b31318-2892-4133-8a90-d47b75c941a4 HTTP/1.1" status: 200 len: 1093 time: 2.1101949 May 03 21:16:15.196127 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:15.329224 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d16ef3-a20e-4fef-939c-7279781385d9 req-2b1c650a-e8c1-40a4-877c-29acb4e7324c tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:15.331463 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-85d16ef3-a20e-4fef-939c-7279781385d9 req-2b1c650a-e8c1-40a4-877c-29acb4e7324c tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 945 time: 0.5803857 May 03 21:16:15.399775 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device e7757f29-4190-4895-a2e8-fa2a931a8741 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:15.477130 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983d819-16b2-48d9-9421-3ed907434ecc req-5693f1e8-ea6b-4ebb-ad6d-3b13781be81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:15.478949 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-5693f1e8-ea6b-4ebb-ad6d-3b13781be81d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 1096 time: 0.2088935 May 03 21:16:15.507282 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b7e27-edb5-4678-af07-c40e59a47468 req-1f3d1ebc-c629-4d5b-81b6-c66bf86be37f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:15.531242 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-437b7e27-edb5-4678-af07-c40e59a47468 req-1f3d1ebc-c629-4d5b-81b6-c66bf86be37f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 943 time: 0.8425524 May 03 21:16:15.571899 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port e7757f29-4190-4895-a2e8-fa2a931a8741 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:15.579671 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port e7757f29-4190-4895-a2e8-fa2a931a8741 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:15.580689 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:15.624361 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-85d16ef3-a20e-4fef-939c-7279781385d9 req-1a69d90b-be37-4c94-b173-fbb680bdf646 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758834 May 03 21:16:15.681725 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-909fa21a-6737-4dc3-bda0-30d86f83a73d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b31318-2892-4133-8a90-d47b75c941a4 HTTP/1.1" status: 200 len: 217 time: 0.1831121 May 03 21:16:15.726937 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-437b7e27-edb5-4678-af07-c40e59a47468 req-06a62a30-a0d8-4340-95e7-e0ee32eb3063 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933520 May 03 21:16:15.862150 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85aec20-e74c-4180-9ebe-0de26c5c7ce4'] response: {'name': 'network-changed', 'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'status': 'completed', 'code': 200} May 03 21:16:15.894626 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983d819-16b2-48d9-9421-3ed907434ecc req-9d074118-3b1d-4219-869f-dd88744c8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:15.896130 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-9d074118-3b1d-4219-869f-dd88744c8ae5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.1950512 May 03 21:16:15.991279 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:16.060591 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port e7757f29-4190-4895-a2e8-fa2a931a8741, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=e7757f29-4190-4895-a2e8-fa2a931a8741,segment=NetworkSegment(92b2cc5d-e20f-4d3e-add0-e8fc68f68e54),segment_id=92b2cc5d-e20f-4d3e-add0-e8fc68f68e54)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:16.067817 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ee6c45e6-3fa1-4041-ac40-4d8d842534a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:16.069556 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-ee6c45e6-3fa1-4041-ac40-4d8d842534a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1623306 May 03 21:16:16.075732 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:16.135196 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-57ec86ac-7753-454a-ab35-64bb7150fd64 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] For port 07e09907-f424-48ee-af1a-86b24e1a8204, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=07e09907-f424-48ee-af1a-86b24e1a8204,segment=NetworkSegment(a3cedd36-af75-441a-b45a-d9b98b7a8f52),segment_id=a3cedd36-af75-441a-b45a-d9b98b7a8f52)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:16.136064 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-57ec86ac-7753-454a-ab35-64bb7150fd64 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:16.214641 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=e7757f29-4190-4895-a2e8-fa2a931a8741,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:16.406088 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-593bab1a-1d52-437b-8bec-35b961c9e92d service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135335 May 03 21:16:16.481633 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-9594da6f-5da6-4843-92dd-aee32bcd3bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:16.483492 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-57ec86ac-7753-454a-ab35-64bb7150fd64 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Calling delete_port for 07e09907-f424-48ee-af1a-86b24e1a8204 owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:16:16.553790 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874dfc0-a55a-408d-9068-87870e0bea66 req-066cd95d-acc7-484e-b293-11a72dd5fe41 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:16.561511 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0874dfc0-a55a-408d-9068-87870e0bea66 req-066cd95d-acc7-484e-b293-11a72dd5fe41 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.6592057 May 03 21:16:16.843282 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4983d819-16b2-48d9-9421-3ed907434ecc req-4bc59cff-8d76-4d26-aa6b-e470a3d49a60 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321148 May 03 21:16:16.932417 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0874dfc0-a55a-408d-9068-87870e0bea66 req-460f03eb-08e7-48fb-8017-a2b7fb8d2fcd tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708055 May 03 21:16:17.072714 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-0eb20b1f-68b1-4c9d-9cf4-9958a5e9c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:17.075312 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-0eb20b1f-68b1-4c9d-9cf4-9958a5e9c46d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 1096 time: 0.1365705 May 03 21:16:17.120276 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-57ec86ac-7753-454a-ab35-64bb7150fd64 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:17.139824 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f93fb-c298-441f-8df3-431ec9279431 req-c6eebe12-832e-4b2f-b880-53cf03744665 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:17.141374 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-152f93fb-c298-441f-8df3-431ec9279431 req-c6eebe12-832e-4b2f-b880-53cf03744665 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=0100f499-0585-4154-94dd-6c43ff042c6f HTTP/1.1" status: 200 len: 945 time: 0.2025223 May 03 21:16:17.298388 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device e7757f29-4190-4895-a2e8-fa2a931a8741 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:17.326907 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-26c11a52-46c1-4b69-bf6a-0484cd12bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:17.328375 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-26c11a52-46c1-4b69-bf6a-0484cd12bbde service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.2453401 May 03 21:16:17.402370 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec86ac-7753-454a-ab35-64bb7150fd64 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Pushing event deleted for resources: {'Port': ['ID=07e09907-f424-48ee-af1a-86b24e1a8204,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:17.485487 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:17.493131 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port e7757f29-4190-4895-a2e8-fa2a931a8741 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:17.493502 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:17.525704 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-9fb1cb62-e2b6-4793-bfbe-fb36b6b5a982 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b31318-2892-4133-8a90-d47b75c941a4 HTTP/1.1" status: 200 len: 217 time: 0.1905684 May 03 21:16:17.533746 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-57ec86ac-7753-454a-ab35-64bb7150fd64 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] No DVR routers for this DVR port 07e09907-f424-48ee-af1a-86b24e1a8204 on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:16:17.544249 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-57ec86ac-7753-454a-ab35-64bb7150fd64 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:17.554039 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0100f499-0585-4154-94dd-6c43ff042c6f', 'name': 'network-vif-deleted', 'tag': '07e09907-f424-48ee-af1a-86b24e1a8204'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:17.562398 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f58ab58d-d5ba-46d7-a484-306bd40d2a9b req-57ec86ac-7753-454a-ab35-64bb7150fd64 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.43 "DELETE /v2.0/ports/07e09907-f424-48ee-af1a-86b24e1a8204 HTTP/1.1" status: 204 len: 173 time: 2.6049769 May 03 21:16:17.585791 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-152f93fb-c298-441f-8df3-431ec9279431 req-45253ade-c3f1-4f15-b34d-e2510f855b31 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094035 May 03 21:16:17.619149 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85c762-5a1f-4942-acb2-80a13f08647b req-bec558c5-0522-4def-af19-1ba3be996036 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:17.633168 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-fdda99e3-31a0-4ded-8e3c-f415f196e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:17.633168 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-fdda99e3-31a0-4ded-8e3c-f415f196e0cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.0962753 May 03 21:16:17.633971 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7d85c762-5a1f-4942-acb2-80a13f08647b req-bec558c5-0522-4def-af19-1ba3be996036 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 943 time: 0.5805676 May 03 21:16:17.668540 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:17.710126 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7d85c762-5a1f-4942-acb2-80a13f08647b req-cfbff724-2f2c-446a-9ab6-e327e6ab42fc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751438 May 03 21:16:17.761790 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a33e00c-575f-4cc5-9b71-f990f7ac97fd'] response: {'server_uuid': '0100f499-0585-4154-94dd-6c43ff042c6f', 'name': 'network-vif-deleted', 'tag': '07e09907-f424-48ee-af1a-86b24e1a8204', 'status': 'completed', 'code': 200} May 03 21:16:17.826861 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-bd7159a8-2781-4313-93fd-3c0e7f7641b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:17.828956 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-bd7159a8-2781-4313-93fd-3c0e7f7641b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1598296 May 03 21:16:18.047444 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-d0574d64-d03f-4764-bd4c-41733c77d21e service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062724 May 03 21:16:18.184773 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18709b3e-499f-40a6-ad2e-7270391a7cb5 req-8540929f-14ce-4a6b-bbed-21ea9f6ab667 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:18.192500 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-18709b3e-499f-40a6-ad2e-7270391a7cb5 req-8540929f-14ce-4a6b-bbed-21ea9f6ab667 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.0996988 May 03 21:16:18.277984 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-18709b3e-499f-40a6-ad2e-7270391a7cb5 req-f97db2a1-6b23-4c3c-8536-9e444e4d3155 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841868 May 03 21:16:18.322229 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-4f67361a-d7d0-4d37-bd60-8e39126b00c0 req-cd34c22c-c125-48f0-8d01-f3138f887eb3 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676544 May 03 21:16:18.696047 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:18.718365 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 07e09907-f424-48ee-af1a-86b24e1a8204 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:16:18.835837 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 07e09907-f424-48ee-af1a-86b24e1a8204 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:16:18.836428 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 07e09907-f424-48ee-af1a-86b24e1a8204 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:16:19.050766 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52ea0-f3ec-471a-9c1b-24bc7d55dfec req-9dbdb952-0112-4730-b595-5c480d980509 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:19.057600 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8d52ea0-f3ec-471a-9c1b-24bc7d55dfec req-9dbdb952-0112-4730-b595-5c480d980509 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 943 time: 0.1175089 May 03 21:16:19.111303 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8d52ea0-f3ec-471a-9c1b-24bc7d55dfec req-8c47bb0f-7cbf-4c78-a8a7-ff9f2528babb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527060 May 03 21:16:19.599154 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad3345-e1c5-4458-86d0-6484e63b8032 req-85d36745-a866-466b-b98b-f99430b5f8a8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:19.615007 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e7ad3345-e1c5-4458-86d0-6484e63b8032 req-85d36745-a866-466b-b98b-f99430b5f8a8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.1516032 May 03 21:16:19.684851 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e7ad3345-e1c5-4458-86d0-6484e63b8032 req-5be3c011-7077-41db-a5e5-7e8db656c405 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626183 May 03 21:16:20.404234 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7be1f-74f9-40eb-ba08-fe492f2c23c7 req-6d8cc01a-9c1d-4217-af6a-3ae3be1a835a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:20.406254 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b7d7be1f-74f9-40eb-ba08-fe492f2c23c7 req-6d8cc01a-9c1d-4217-af6a-3ae3be1a835a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 943 time: 0.1072726 May 03 21:16:20.467006 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b7d7be1f-74f9-40eb-ba08-fe492f2c23c7 req-5c016272-e6b4-4637-bac7-5d04e6b04d02 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488448 May 03 21:16:20.992859 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516c2a7-c973-4c4e-aedf-f1b701ecdf86 req-b87aca86-9cda-4f76-bea8-7e404f188ec2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:20.994346 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9516c2a7-c973-4c4e-aedf-f1b701ecdf86 req-b87aca86-9cda-4f76-bea8-7e404f188ec2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.0912399 May 03 21:16:21.051217 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9516c2a7-c973-4c4e-aedf-f1b701ecdf86 req-3cdf9deb-6e62-465c-93bd-592648d46bde tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504298 May 03 21:16:21.706105 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a03d9-6d22-4807-91d9-e3ae6f919d1d req-03d15bb7-70bb-408f-a196-18e6fcd8af68 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:21.707679 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1e9a03d9-6d22-4807-91d9-e3ae6f919d1d req-03d15bb7-70bb-408f-a196-18e6fcd8af68 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 943 time: 0.1035478 May 03 21:16:21.764147 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1e9a03d9-6d22-4807-91d9-e3ae6f919d1d req-4b74fd4b-ebae-4d73-85be-ef13163cb488 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492873 May 03 21:16:22.193870 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:16:22.380319 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39e4fb-989c-4e11-9b2c-970695f57020 req-91cdfb67-8ad1-4e4b-bc57-f5a3204cb32a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:22.387723 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b39e4fb-989c-4e11-9b2c-970695f57020 req-91cdfb67-8ad1-4e4b-bc57-f5a3204cb32a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.2052662 May 03 21:16:22.429865 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-221848ac-f406-4747-9e9c-e1bc4434d77d tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:22.437519 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-221848ac-f406-4747-9e9c-e1bc4434d77d tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/networks?id=78734c97-0285-4397-a280-c2dfb8b4aad8 HTTP/1.1" status: 200 len: 809 time: 0.3174493 May 03 21:16:22.468720 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-1a1fe111-942f-46bc-bf35-2bda084a65de tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/quotas/924559cd84af479ca6eb310ef0703d4a HTTP/1.1" status: 200 len: 375 time: 0.0300453 May 03 21:16:22.517729 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-c3a3b113-eb36-4441-8c77-cd78146ef0e7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Synchronizing usage tracker for tenant:924559cd84af479ca6eb310ef0703d4a on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:16:22.529235 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b39e4fb-989c-4e11-9b2c-970695f57020 req-f7458194-e89a-4445-a5ab-2c6cf81301a8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407638 May 03 21:16:22.550506 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-c3a3b113-eb36-4441-8c77-cd78146ef0e7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Unset dirty status for tenant:924559cd84af479ca6eb310ef0703d4a on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:16:22.566060 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-c3a3b113-eb36-4441-8c77-cd78146ef0e7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=924559cd84af479ca6eb310ef0703d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923457 May 03 21:16:22.728772 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-dfa0a498-3949-423e-95d9-9d794225e5ff service neutron] 10.222.0.44 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654427 May 03 21:16:22.939234 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-071d14fd-f4ae-49c3-b8da-b4104c75037c service neutron] 10.222.0.44 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016475 May 03 21:16:22.961801 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-71e669fd-5d19-474e-b501-46bf32beba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:22.963791 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-71e669fd-5d19-474e-b501-46bf32beba1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 1099 time: 0.0893548 May 03 21:16:23.072168 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227440-28ca-4826-bc37-f2f0049ef9de req-199e9af4-55af-4400-a466-63e33a5766f2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:23.074543 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c227440-28ca-4826-bc37-f2f0049ef9de req-199e9af4-55af-4400-a466-63e33a5766f2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 943 time: 0.1344037 May 03 21:16:23.171510 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c227440-28ca-4826-bc37-f2f0049ef9de req-d23fd2cd-1bbf-4c4d-9802-f6dc0fe701ea tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901217 May 03 21:16:23.232236 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-cfcc276f-28a3-4316-9747-a6fb4aa2c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:23.233618 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-cfcc276f-28a3-4316-9747-a6fb4aa2c1da service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.2609024 May 03 21:16:23.278864 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2980940b-5369-4335-a1df-b4e7ba836c5f req-52107c89-734b-4cb0-bc00-43803e956ec8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 210 time: 0.1063728 May 03 21:16:23.427123 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-36b26525-04f5-46ea-9efb-10d5735de3a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa HTTP/1.1" status: 200 len: 1002 time: 0.1821878 May 03 21:16:23.547659 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-b8faea55-b18d-4d16-8ee8-e70c2a3d5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:23.550770 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-b8faea55-b18d-4d16-8ee8-e70c2a3d5620 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.1167622 May 03 21:16:23.738121 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-fc5de111-dcb6-45f9-b7d4-e9d15d11ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:23.739866 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-fc5de111-dcb6-45f9-b7d4-e9d15d11ed21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1807787 May 03 21:16:23.858184 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca3d45-12b0-414a-887e-aee2e79cfc04 req-c482c552-6eb1-4ce3-93d9-6ecfbb1a4c0c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:23.867740 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-96ca3d45-12b0-414a-887e-aee2e79cfc04 req-c482c552-6eb1-4ce3-93d9-6ecfbb1a4c0c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.1620915 May 03 21:16:23.938014 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-96ca3d45-12b0-414a-887e-aee2e79cfc04 req-5fec5b11-c825-4d02-9fd5-25af576ae7cf tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652039 May 03 21:16:23.963596 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-316186c1-6b49-4bcf-a7c0-f5d9560906e6 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149520 May 03 21:16:24.131338 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-342d22f6-6fe0-4b9c-8ca5-c591383545ee req-440d2cad-775b-4e56-8dab-392f0db4d63c service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603229 May 03 21:16:24.656188 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-275ce2ce-e711-49ef-bac4-d3c69bea6e7e req-3f902c78-6d7f-4890-baf5-9e8598279f4e tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 210 time: 0.1535306 May 03 21:16:24.673319 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33faa47-2896-40b8-ab1b-c6713eda4ad1 req-bdec606a-0d05-4a50-9a26-d4933937ce21 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:24.683631 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a33faa47-2896-40b8-ab1b-c6713eda4ad1 req-bdec606a-0d05-4a50-9a26-d4933937ce21 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 943 time: 0.3190682 May 03 21:16:24.742127 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device d5b31318-2892-4133-8a90-d47b75c941a4 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:16:24.786804 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a33faa47-2896-40b8-ab1b-c6713eda4ad1 req-224c3459-7c94-4c06-8865-a44fa5758370 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051383 May 03 21:16:24.976524 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port d5b31318-2892-4133-8a90-d47b75c941a4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d5b31318-2892-4133-8a90-d47b75c941a4,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:24.995793 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'port_id': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'mac_address': 'fa:16:3e:f2:96:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:16:25.061297 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:25.086879 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b31318-2892-4133-8a90-d47b75c941a4 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:16:25.100633 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-bf6a6839-d3b8-4b8f-a0ff-e274a468bfec tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:25.102434 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-bf6a6839-d3b8-4b8f-a0ff-e274a468bfec tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.43 "GET /v2.0/networks?id=78734c97-0285-4397-a280-c2dfb8b4aad8 HTTP/1.1" status: 200 len: 809 time: 0.2881246 May 03 21:16:25.109839 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port d5b31318-2892-4133-8a90-d47b75c941a4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d5b31318-2892-4133-8a90-d47b75c941a4,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:25.119923 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:25.125130 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Request body: {'port': {'device_id': '987aaa26-4702-4b03-992c-a60d641990d9', 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8', 'admin_state_up': True, 'tenant_id': '924559cd84af479ca6eb310ef0703d4a'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:25.222130 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=d5b31318-2892-4133-8a90-d47b75c941a4,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:25.264024 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cb338-2050-4841-8afa-d4021d0947fa req-8c9906d4-d9fe-4201-b946-0866d1801358 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:25.271464 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d03cb338-2050-4841-8afa-d4021d0947fa req-8c9906d4-d9fe-4201-b946-0866d1801358 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.0912154 May 03 21:16:25.332766 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d03cb338-2050-4841-8afa-d4021d0947fa req-2c177553-2fef-4c78-9847-393acd70567a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555198 May 03 21:16:25.384082 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:16:25.398422 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:16:25.410392 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Made reservation on behalf of 924559cd84af479ca6eb310ef0703d4a for: {'port': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:16:25.414681 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:25.512757 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['d5b31318-2892-4133-8a90-d47b75c941a4'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:16:25.594738 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Allocated IP 172.20.0.2 (78734c97-0285-4397-a280-c2dfb8b4aad8/db181142-94fe-4545-a3ee-fc66f08d6fd6/9086c6d1-6a4a-4659-a1e5-f60d4609757a) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:16:25.849719 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:25.850765 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b4766e1-2ada-4c47-9a80-d83b4fe72446 req-657bc374-2b69-49a6-aa87-55a9384c0884 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 210 time: 0.0579164 May 03 21:16:25.897445 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:25.987516 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Pushing event updated for resources: {'Port': ['ID=9086c6d1-6a4a-4659-a1e5-f60d4609757a,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:25.994751 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Network 78734c97-0285-4397-a280-c2dfb8b4aad8 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:16:25.996899 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:16:26.003713 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:16:26.085784 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:26.086427 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:26.089626 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbff388-a612-4c44-88a9-99a3d2b4feb7 req-e08bd9b8-29e2-43a6-92a8-9539ab743f69 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:26.097032 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1bbff388-a612-4c44-88a9-99a3d2b4feb7 req-e08bd9b8-29e2-43a6-92a8-9539ab743f69 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 944 time: 0.1343868 May 03 21:16:26.137603 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-9532d24a-b24b-42fe-82b6-b33738683a0b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0189958 May 03 21:16:26.158554 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Request body: {'port': {'device_id': '987aaa26-4702-4b03-992c-a60d641990d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:26.207149 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1bbff388-a612-4c44-88a9-99a3d2b4feb7 req-271a0ec9-3206-4f23-b842-87ee782d4a7c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092603 May 03 21:16:26.337827 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:26.358740 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51ca2ae6-927f-4f57-b91e-8494a9c59741 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:26.359593 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51ca2ae6-927f-4f57-b91e-8494a9c59741 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Synchronizing usage tracker for tenant:9d2738a92828470d9c163e1690087f5b on resource:network {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:16:26.384737 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51ca2ae6-927f-4f57-b91e-8494a9c59741 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Unset dirty status for tenant:9d2738a92828470d9c163e1690087f5b on resource:network {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:16:26.386088 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51ca2ae6-927f-4f57-b91e-8494a9c59741 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/networks?id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e HTTP/1.1" status: 200 len: 814 time: 0.2631812 May 03 21:16:26.414667 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-97d401d0-b1f4-4dfd-9050-f8c8ea48869f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/quotas/9d2738a92828470d9c163e1690087f5b HTTP/1.1" status: 200 len: 375 time: 0.0221848 May 03 21:16:26.565307 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-aa4a062a-9a45-4c5f-b39f-aa4b684d860e tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d2738a92828470d9c163e1690087f5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497817 May 03 21:16:26.574637 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1e066-d772-42f0-8db4-9c9a2a27df2f req-6905fcc8-c304-469e-8889-7da0c385a0e4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:26.576083 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bef1e066-d772-42f0-8db4-9c9a2a27df2f req-6905fcc8-c304-469e-8889-7da0c385a0e4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 946 time: 0.1139479 May 03 21:16:26.702715 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9086c6d1-6a4a-4659-a1e5-f60d4609757a {{(pid=87240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:16:26.710781 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:26.722394 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bef1e066-d772-42f0-8db4-9c9a2a27df2f req-0a58b182-161a-4939-8db2-6e950ea98420 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255405 May 03 21:16:26.727998 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Transition to ACTIVE for port object 9086c6d1-6a4a-4659-a1e5-f60d4609757a will not be triggered until provisioned by entity L2. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:16:26.733612 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:26.760998 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-af835a31-3bcd-4e61-ae97-abc007908c30 service neutron] 10.222.0.44 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832907 May 03 21:16:26.761172 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device d5b31318-2892-4133-8a90-d47b75c941a4 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:26.875561 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port d5b31318-2892-4133-8a90-d47b75c941a4 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:26.883868 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port d5b31318-2892-4133-8a90-d47b75c941a4 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:26.884311 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:26.904677 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Pushing event updated for resources: {'Port': ['ID=9086c6d1-6a4a-4659-a1e5-f60d4609757a,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:26.964794 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-927517bc-b9fb-49b7-9d5d-e40ea58f8154 service neutron] 10.222.0.44 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988151 May 03 21:16:27.019776 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Attempting to bind port 9086c6d1-6a4a-4659-a1e5-f60d4609757a on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:16:27.020116 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Attempting to bind port 9086c6d1-6a4a-4659-a1e5-f60d4609757a by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'a3cedd36-af75-441a-b45a-d9b98b7a8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8'}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:16:27.020442 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Attempting to bind port 9086c6d1-6a4a-4659-a1e5-f60d4609757a on network 78734c97-0285-4397-a280-c2dfb8b4aad8 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:16:27.025423 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Port 9086c6d1-6a4a-4659-a1e5-f60d4609757a on network 78734c97-0285-4397-a280-c2dfb8b4aad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:16:27.025745 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Attempting to bind port 9086c6d1-6a4a-4659-a1e5-f60d4609757a on network 78734c97-0285-4397-a280-c2dfb8b4aad8 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:16:27.032067 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:16:27.032419 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Checking segment: {'id': 'a3cedd36-af75-441a-b45a-d9b98b7a8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:16:27.032800 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Bound using segment: {'id': 'a3cedd36-af75-441a-b45a-d9b98b7a8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8'} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:16:27.033238 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Bound port: 9086c6d1-6a4a-4659-a1e5-f60d4609757a, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3cedd36-af75-441a-b45a-d9b98b7a8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8'}}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:16:27.033602 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:27.082217 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:27.128082 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:27.140812 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port d5b31318-2892-4133-8a90-d47b75c941a4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d5b31318-2892-4133-8a90-d47b75c941a4,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:27.146270 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:27.147648 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device ab1b990b-74b6-4b11-8ca5-1d3d46e925fa no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:16:27.173659 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] For port 9086c6d1-6a4a-4659-a1e5-f60d4609757a, host hv-cinder-84037, cleared binding levels {{(pid=87240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:16:27.178465 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] For port 9086c6d1-6a4a-4659-a1e5-f60d4609757a, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9086c6d1-6a4a-4659-a1e5-f60d4609757a,segment=NetworkSegment(a3cedd36-af75-441a-b45a-d9b98b7a8f52),segment_id=a3cedd36-af75-441a-b45a-d9b98b7a8f52)] {{(pid=87240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:16:27.195001 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:27.307090 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49113a4a-aef5-49e1-8eac-e3e7cdca90f2 req-11a4f547-03a8-4f68-9d54-be75e575e1a7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:27.310020 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-49113a4a-aef5-49e1-8eac-e3e7cdca90f2 req-11a4f547-03a8-4f68-9d54-be75e575e1a7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 943 time: 0.1389532 May 03 21:16:27.334641 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=d5b31318-2892-4133-8a90-d47b75c941a4,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:27.372646 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:27.389245 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-49113a4a-aef5-49e1-8eac-e3e7cdca90f2 req-ee9540e7-4411-4a19-a96f-37a326a85c0a tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678926 May 03 21:16:27.418999 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:27.419855 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:27.421442 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] 10.222.0.43 "PUT /v2.0/ports/9086c6d1-6a4a-4659-a1e5-f60d4609757a HTTP/1.1" status: 200 len: 1093 time: 1.2691808 May 03 21:16:27.422027 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987aaa26-4702-4b03-992c-a60d641990d9', 'tag': '9086c6d1-6a4a-4659-a1e5-f60d4609757a'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:27.443946 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:27.445443 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495cde0-856d-4e33-8a4c-90b14b1fe29d service neutron] Pushing event updated for resources: {'Port': ['ID=9086c6d1-6a4a-4659-a1e5-f60d4609757a,revision_number=3']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:27.455530 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:27.554391 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-911ad9b1-193d-4cae-922b-076da05ce50a req-1033a991-569c-443b-8954-34ee9c6ab469 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 210 time: 0.0681484 May 03 21:16:27.587707 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=8']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:27.625413 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-7928c057-da65-4d44-9c87-a51320f131dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:27.627291 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-7928c057-da65-4d44-9c87-a51320f131dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=924559cd84af479ca6eb310ef0703d4a&device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 1096 time: 0.1275849 May 03 21:16:27.675577 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd862f0-d49d-4544-8989-80aa4f4b54aa'] response: {'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'code': 200} May 03 21:16:27.737552 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-12d362d6-f883-4c59-9c5e-5d1e6160d57f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9086c6d1-6a4a-4659-a1e5-f60d4609757a HTTP/1.1" status: 200 len: 217 time: 0.0954261 May 03 21:16:27.740572 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26fe02c-e440-4512-b1fc-b043c848a1da'] response: {'name': 'network-changed', 'server_uuid': '987aaa26-4702-4b03-992c-a60d641990d9', 'tag': '9086c6d1-6a4a-4659-a1e5-f60d4609757a', 'status': 'completed', 'code': 200} May 03 21:16:27.807592 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b17e-3a55-4cf1-bcec-110b105c263a req-ceeecdbe-b2fa-4fa0-bb79-4d1e87117a38 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:27.809357 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-26a1b17e-3a55-4cf1-bcec-110b105c263a req-ceeecdbe-b2fa-4fa0-bb79-4d1e87117a38 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.1249576 May 03 21:16:27.866919 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-26a1b17e-3a55-4cf1-bcec-110b105c263a req-63cb39d4-405a-4f09-b6ce-a64b07b7d2e0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500462 May 03 21:16:27.900120 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-8d3bf1b8-e07d-41d2-83cd-ef7a31b60cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:27.902245 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-8d3bf1b8-e07d-41d2-83cd-ef7a31b60cb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db181142-94fe-4545-a3ee-fc66f08d6fd6 HTTP/1.1" status: 200 len: 849 time: 0.1241245 May 03 21:16:27.958564 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-b2089f40-d92d-4eb9-9190-7ea99d8ac526 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78734c97-0285-4397-a280-c2dfb8b4aad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488515 May 03 21:16:28.051173 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 56496) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:28.119547 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504d070-bd15-4518-b9c4-cbb9fb03ed15 req-bea69782-fe68-4e11-8b15-ef2104dfe5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:28.122127 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7504d070-bd15-4518-b9c4-cbb9fb03ed15 req-bea69782-fe68-4e11-8b15-ef2104dfe5c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 1098 time: 0.1080384 May 03 21:16:28.128728 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-4be5ce4b-ad2b-44ee-8a2b-051ccfb94cd8 service neutron] 10.222.0.43 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625414 May 03 21:16:28.208630 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7504d070-bd15-4518-b9c4-cbb9fb03ed15 req-76b4875b-ff6c-4e88-b9af-bed4c8538703 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790036 May 03 21:16:28.321285 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-f35c201a-3eca-4a11-aa48-3f7f90a5661b req-4e581d2b-cd5e-4cd4-9089-83f2e66067e5 service neutron] 10.222.0.43 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824794 May 03 21:16:28.342859 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-bb837069-31aa-4a5d-8cb4-d1f67edfbbfb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e10f5f599a2942d59a5867fd60887c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905428 May 03 21:16:28.345403 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 56508) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:28.354997 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85390a-2c6b-413a-b6fd-0e1f75fd6b03 req-3ce35db4-53b8-467b-8785-0db6149e22f8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:28.356581 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af85390a-2c6b-413a-b6fd-0e1f75fd6b03 req-3ce35db4-53b8-467b-8785-0db6149e22f8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.1464739 May 03 21:16:28.406648 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-47c68d37-9ae4-4203-859c-08684b6e50e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:28.410364 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af85390a-2c6b-413a-b6fd-0e1f75fd6b03 req-80b5f5f1-b65b-4caa-bc3c-f10e614a0f68 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475311 May 03 21:16:28.434013 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-47c68d37-9ae4-4203-859c-08684b6e50e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:28.486486 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-47c68d37-9ae4-4203-859c-08684b6e50e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:28.517178 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c68d37-9ae4-4203-859c-08684b6e50e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa088a2b-21b9-423b-a181-27224799b3ad,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:28.532301 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-47c68d37-9ae4-4203-859c-08684b6e50e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:28.533488 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-47c68d37-9ae4-4203-859c-08684b6e50e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa088a2b-21b9-423b-a181-27224799b3ad HTTP/1.1" status: 204 len: 168 time: 0.1870873 May 03 21:16:28.618137 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7791c4-aaa4-4a57-85dc-41d5b7794552 req-07fdeb5b-e203-4dd9-8e43-2f9e4d225357 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:28.627314 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c7791c4-aaa4-4a57-85dc-41d5b7794552 req-07fdeb5b-e203-4dd9-8e43-2f9e4d225357 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 943 time: 0.1136119 May 03 21:16:28.689220 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c7791c4-aaa4-4a57-85dc-41d5b7794552 req-b9c3d881-eae1-49a2-b09c-199f10c023f5 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608690 May 03 21:16:28.737682 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3e6b08f9-f6da-4c26-bf7c-88f5711adca2 req-830c5af0-3931-49c2-9e0a-893536f21b2b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 210 time: 0.0450284 May 03 21:16:28.753389 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 56534) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:28.760398 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a4335-7718-450b-8041-d0e35ca6d771 req-1a53e5d1-110e-41c8-acef-65ae7fd96710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:28.762459 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-cc7a4335-7718-450b-8041-d0e35ca6d771 req-1a53e5d1-110e-41c8-acef-65ae7fd96710 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=924559cd84af479ca6eb310ef0703d4a&device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 1096 time: 0.1367664 May 03 21:16:28.880320 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-22c8f6af-1f17-404e-b128-4d24cf6d829d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166620 May 03 21:16:28.899695 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a4335-7718-450b-8041-d0e35ca6d771 req-53fe0a23-92b8-4400-b0cf-57fbcf4a71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:28.900800 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-cc7a4335-7718-450b-8041-d0e35ca6d771 req-53fe0a23-92b8-4400-b0cf-57fbcf4a71ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=78734c97-0285-4397-a280-c2dfb8b4aad8 HTTP/1.1" status: 200 len: 910 time: 0.1282606 May 03 21:16:28.974602 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-cc7a4335-7718-450b-8041-d0e35ca6d771 req-9a26faf9-aa7e-4e0c-975c-293d08974d99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9086c6d1-6a4a-4659-a1e5-f60d4609757a HTTP/1.1" status: 200 len: 217 time: 0.0631864 May 03 21:16:29.088699 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a4335-7718-450b-8041-d0e35ca6d771 req-509b8e30-ef53-4064-a2c1-2d4212ca05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:29.090725 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-cc7a4335-7718-450b-8041-d0e35ca6d771 req-509b8e30-ef53-4064-a2c1-2d4212ca05bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db181142-94fe-4545-a3ee-fc66f08d6fd6 HTTP/1.1" status: 200 len: 849 time: 0.1076691 May 03 21:16:29.091564 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7b4c5-8cbe-4870-a555-359c0de8ead2 req-d21c1571-9de9-4b34-a905-283a9d9aa9ae tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:29.093716 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a2c7b4c5-8cbe-4870-a555-359c0de8ead2 req-d21c1571-9de9-4b34-a905-283a9d9aa9ae tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.1070726 May 03 21:16:29.155695 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a2c7b4c5-8cbe-4870-a555-359c0de8ead2 req-b7ec595a-4cfe-463b-977b-72180a1eb33c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561938 May 03 21:16:29.257141 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-cc7a4335-7718-450b-8041-d0e35ca6d771 req-b41d6a7c-e9e9-4dbb-8a56-c9cda29e791c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78734c97-0285-4397-a280-c2dfb8b4aad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832779 May 03 21:16:29.456717 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-cc7a4335-7718-450b-8041-d0e35ca6d771 req-06f7f29f-db08-43e1-8cab-5512ce4b694d service neutron] 10.222.0.43 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911433 May 03 21:16:29.517488 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-62fb79fc-1ef7-4ef6-9bf5-b1274a200692 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:29.522389 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-62fb79fc-1ef7-4ef6-9bf5-b1274a200692 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.43 "GET /v2.0/networks?id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e HTTP/1.1" status: 200 len: 814 time: 0.3461604 May 03 21:16:29.546769 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'port': {'device_id': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'admin_state_up': True, 'tenant_id': '9d2738a92828470d9c163e1690087f5b'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:29.677661 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:29.680208 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-cc7a4335-7718-450b-8041-d0e35ca6d771 req-59455dff-cf1f-4c57-91db-671eabfd45f9 service neutron] 10.222.0.43 "GET /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086494 May 03 21:16:29.726864 dv-cinder-840376-1-smb neutron-server[87241]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d174e6af-ba3c-4d30-a37e-8a400c0e1cad']: {'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'code': 422} returned with failed status May 03 21:16:29.798002 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40008418-1107-4484-b384-69d10cee08b2 req-c1d229a8-942b-4189-bdce-6c20943fd10f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:29.799324 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-40008418-1107-4484-b384-69d10cee08b2 req-c1d229a8-942b-4189-bdce-6c20943fd10f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.2309675 May 03 21:16:29.804175 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:16:29.810549 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Usage tracker for resource:port and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:16:29.825713 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:16:29.841929 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:16:29.909515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Made reservation on behalf of 9d2738a92828470d9c163e1690087f5b for: {'port': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:16:29.913062 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:29.944746 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-40008418-1107-4484-b384-69d10cee08b2 req-903049fc-a916-4f82-8d81-9f49212ab8b8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357086 May 03 21:16:30.071987 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84097-4979-4a60-9ae2-1e848f7d4dc9 req-87eb5152-36ca-4a3e-b453-a50aae0a0a59 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:30.073485 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2fc84097-4979-4a60-9ae2-1e848f7d4dc9 req-87eb5152-36ca-4a3e-b453-a50aae0a0a59 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 943 time: 0.2340720 May 03 21:16:30.198660 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f6a9afb9-ea15-4237-8a59-0710d765c8e7 req-4f01c6f7-5e79-495e-baf4-c7bdb78eafad tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 210 time: 0.0714622 May 03 21:16:30.227665 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2fc84097-4979-4a60-9ae2-1e848f7d4dc9 req-b6b0a0cb-090f-4779-891b-556fffba931b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470058 May 03 21:16:30.232406 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Allocated IP 172.20.0.9 (2884cbd3-5a5d-4426-88b0-bf0bdebc817e/d46f1791-e7c0-4157-9192-b783357c9bee/b48d8f7a-ed11-4309-b1a6-53924b8fe4f5) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:16:30.587020 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:30.627801 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2335fd-5fe9-435b-8600-78fd33ccff55 req-bcfa85dc-20d6-4f3b-a497-8ab5e298a443 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:30.629930 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8c2335fd-5fe9-435b-8600-78fd33ccff55 req-bcfa85dc-20d6-4f3b-a497-8ab5e298a443 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.2246165 May 03 21:16:30.631371 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Transition to ACTIVE for port object b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:16:30.691158 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8c2335fd-5fe9-435b-8600-78fd33ccff55 req-c3a00d34-51f4-439e-b06a-6d5a9e926ff9 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543382 May 03 21:16:30.703481 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:30.767264 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 9086c6d1-6a4a-4659-a1e5-f60d4609757a details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:16:30.782655 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device ab1b990b-74b6-4b11-8ca5-1d3d46e925fa no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:16:30.789284 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:16:30.793867 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:16:30.800298 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:16:30.854123 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'Port': ['ID=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:30.983310 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:30.987212 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:31.051574 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-c0df2cd2-661f-4059-be87-c08c9d20e565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5108202 May 03 21:16:31.069072 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc8ef6-8d23-44ae-9ba8-c0bea6b31a75 req-73273c0b-f788-4ccc-9c3c-e3443b3d34cb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:31.077122 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-35bc8ef6-8d23-44ae-9ba8-c0bea6b31a75 req-73273c0b-f788-4ccc-9c3c-e3443b3d34cb tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.2237535 May 03 21:16:31.082999 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 56610) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:31.094840 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-2b61e90a-8908-40a5-b245-53e43da72c60 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Request body: {'floatingip': {'port_id': 'd5b31318-2892-4133-8a90-d47b75c941a4'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:31.205729 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 9086c6d1-6a4a-4659-a1e5-f60d4609757a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9086c6d1-6a4a-4659-a1e5-f60d4609757a,segment=NetworkSegment(a3cedd36-af75-441a-b45a-d9b98b7a8f52),segment_id=a3cedd36-af75-441a-b45a-d9b98b7a8f52)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:31.231509 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '9086c6d1-6a4a-4659-a1e5-f60d4609757a', 'network_id': '78734c97-0285-4397-a280-c2dfb8b4aad8', 'port_id': '9086c6d1-6a4a-4659-a1e5-f60d4609757a', 'mac_address': 'fa:16:3e:eb:12:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db181142-94fe-4545-a3ee-fc66f08d6fd6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:16:31.266796 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-03333610-f045-4ad9-9187-a0fa4c64812b None None] Provisioning for port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:31.290677 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-03333610-f045-4ad9-9187-a0fa4c64812b None None] Provisioning complete for port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:31.290972 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-03333610-f045-4ad9-9187-a0fa4c64812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:31.352385 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2b61e90a-8908-40a5-b245-53e43da72c60 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for floatingip, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:31.373223 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Request body: {'port': {'device_id': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:16:31.411404 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-03333610-f045-4ad9-9187-a0fa4c64812b None None] Port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:16:31.429957 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:31.492338 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9086c6d1-6a4a-4659-a1e5-f60d4609757a {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:16:31.525130 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 9086c6d1-6a4a-4659-a1e5-f60d4609757a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9086c6d1-6a4a-4659-a1e5-f60d4609757a,segment=NetworkSegment(a3cedd36-af75-441a-b45a-d9b98b7a8f52),segment_id=a3cedd36-af75-441a-b45a-d9b98b7a8f52)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:31.533158 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:31.738542 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=9086c6d1-6a4a-4659-a1e5-f60d4609757a,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:31.784930 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1c19c-70d6-49c1-9065-28c923fd1ff8 req-d566039a-baae-4304-8495-97fc33c7c8a1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:31.793932 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6ae1c19c-70d6-49c1-9065-28c923fd1ff8 req-d566039a-baae-4304-8495-97fc33c7c8a1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.6299214 May 03 21:16:31.845717 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:31.904408 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6ae1c19c-70d6-49c1-9065-28c923fd1ff8 req-8d24e83b-657b-4da5-9483-7196f52846a6 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093996 May 03 21:16:31.934768 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['9086c6d1-6a4a-4659-a1e5-f60d4609757a'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:16:32.096284 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303c8d2-7936-4e08-afd3-7c974486c27d req-c07615fd-1afc-4afb-aa78-8965c50938d2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:32.109005 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-d303c8d2-7936-4e08-afd3-7c974486c27d req-c07615fd-1afc-4afb-aa78-8965c50938d2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Synchronizing usage tracker for tenant:9d2738a92828470d9c163e1690087f5b on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:16:32.577446 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-d303c8d2-7936-4e08-afd3-7c974486c27d req-c07615fd-1afc-4afb-aa78-8965c50938d2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Unset dirty status for tenant:9d2738a92828470d9c163e1690087f5b on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:16:32.578622 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d303c8d2-7936-4e08-afd3-7c974486c27d req-c07615fd-1afc-4afb-aa78-8965c50938d2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 931 time: 1.0259154 May 03 21:16:32.704545 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-d303c8d2-7936-4e08-afd3-7c974486c27d req-a9e7b8d1-b76a-404b-862c-6f656dcf2613 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Synchronizing usage tracker for tenant:9d2738a92828470d9c163e1690087f5b on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:16:32.744036 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-d303c8d2-7936-4e08-afd3-7c974486c27d req-a9e7b8d1-b76a-404b-862c-6f656dcf2613 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Unset dirty status for tenant:9d2738a92828470d9c163e1690087f5b on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:16:32.744036 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d303c8d2-7936-4e08-afd3-7c974486c27d req-a9e7b8d1-b76a-404b-862c-6f656dcf2613 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153402 May 03 21:16:32.809897 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690205bf-d215-4bab-9496-3b6a86b123fa req-4dc64a78-c4aa-46e6-a2c4-b6d57a033cf7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:32.812587 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-690205bf-d215-4bab-9496-3b6a86b123fa req-4dc64a78-c4aa-46e6-a2c4-b6d57a033cf7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 944 time: 0.6352293 May 03 21:16:32.830874 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 {{(pid=87239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:16:32.841904 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:32.880455 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Transition to ACTIVE for port object b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 will not be triggered until provisioned by entity L2. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:16:32.893632 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:32.959835 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-690205bf-d215-4bab-9496-3b6a86b123fa req-eaeee3fb-370c-4cbb-b150-ed75c3a19cb7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090820 May 03 21:16:33.136859 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2b61e90a-8908-40a5-b245-53e43da72c60 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:33.146570 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2b61e90a-8908-40a5-b245-53e43da72c60 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:33.337245 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Pushing event updated for resources: {'Port': ['ID=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:33.425617 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b139b43-47d6-4e9f-bb4c-71a6fb52bd90 req-d8aabbd7-ae8f-4ac1-8c06-e6bbefe7fca2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:33.433693 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4b139b43-47d6-4e9f-bb4c-71a6fb52bd90 req-d8aabbd7-ae8f-4ac1-8c06-e6bbefe7fca2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.2049339 May 03 21:16:33.461558 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Attempting to bind port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:16:33.462100 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Attempting to bind port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:16:33.462593 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Attempting to bind port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 on network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:16:33.480544 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 on network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:16:33.481014 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Attempting to bind port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 on network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:16:33.490941 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:16:33.491419 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Checking segment: {'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:16:33.491900 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Bound using segment: {'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:16:33.492444 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Bound port: b48d8f7a-ed11-4309-b1a6-53924b8fe4f5, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e'}}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:16:33.492874 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:33.502880 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.l3_db [None req-2b61e90a-8908-40a5-b245-53e43da72c60 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Floating IP cf2cfa8b-41b3-424d-a3c1-e9fe548637d2 associated. External IP: 172.28.1.7, port: d5b31318-2892-4133-8a90-d47b75c941a4. May 03 21:16:33.556808 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4b139b43-47d6-4e9f-bb4c-71a6fb52bd90 req-deb06ae8-55a4-4729-8074-fdc5b6211d58 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220343 May 03 21:16:33.641909 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] For port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5, host hv-cinder-84037, cleared binding levels {{(pid=87239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:16:33.646266 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] For port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:16:33.652134 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:33.712306 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:33.713222 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:33.715467 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] 10.222.0.43 "PUT /v2.0/ports/b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 HTTP/1.1" status: 200 len: 1093 time: 2.3523657 May 03 21:16:33.721263 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:33.775339 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51561d56-9c17-40f4-ab63-78dd134bc976 service neutron] Pushing event updated for resources: {'Port': ['ID=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,revision_number=3']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:33.825417 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221b51f7-660c-4f31-8c40-b0022f3a8200'] response: {'name': 'network-changed', 'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'status': 'completed', 'code': 200} May 03 21:16:34.140444 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda853ae-ef24-46c7-9d02-f87e0d91005d req-396cd049-f56f-4db8-9445-2eaa24bce32c tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:34.142661 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b61e90a-8908-40a5-b245-53e43da72c60 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:16:34.144507 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fda853ae-ef24-46c7-9d02-f87e0d91005d req-396cd049-f56f-4db8-9445-2eaa24bce32c tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.2048504 May 03 21:16:34.262887 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fda853ae-ef24-46c7-9d02-f87e0d91005d req-f74ca4cc-d60f-4bac-8eb8-e00bb28b6827 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112134 May 03 21:16:34.293287 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1011d-f1d6-44c8-8815-bdb556e3221d req-51a20c57-b2da-441b-99e0-738e5c68addb tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:34.295087 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-edd1011d-f1d6-44c8-8815-bdb556e3221d req-51a20c57-b2da-441b-99e0-738e5c68addb tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 944 time: 0.1172295 May 03 21:16:34.362069 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-edd1011d-f1d6-44c8-8815-bdb556e3221d req-8f093e7f-018d-453a-a00c-871fdab70945 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541689 May 03 21:16:34.467309 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b61e90a-8908-40a5-b245-53e43da72c60 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:16:34.472428 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2b61e90a-8908-40a5-b245-53e43da72c60 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:34.477035 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] Sync routers for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:16:34.492125 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:16:34.492744 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:16:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:34.538824 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-2b61e90a-8908-40a5-b245-53e43da72c60 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "PUT /v2.0/floatingips/cf2cfa8b-41b3-424d-a3c1-e9fe548637d2 HTTP/1.1" status: 200 len: 989 time: 3.4535043 May 03 21:16:34.539327 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:34.643336 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bf6766-c083-4c0e-8cb1-8229827be35c'] response: {'name': 'network-changed', 'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'status': 'completed', 'code': 200} May 03 21:16:34.720340 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:16:34.821678 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 9086c6d1-6a4a-4659-a1e5-f60d4609757a up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:34.916637 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75de9df-375d-4fa5-bb6b-2938e9c054af req-330fddff-5e45-4d39-97b3-d11af0d03034 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:34.931221 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d75de9df-375d-4fa5-bb6b-2938e9c054af req-330fddff-5e45-4d39-97b3-d11af0d03034 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.2084503 May 03 21:16:35.001074 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 9086c6d1-6a4a-4659-a1e5-f60d4609757a completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:35.008088 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 9086c6d1-6a4a-4659-a1e5-f60d4609757a triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:35.008456 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:35.092276 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d75de9df-375d-4fa5-bb6b-2938e9c054af req-0a25925d-1ad3-453d-be0a-841ceabd2ab1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595886 May 03 21:16:35.166668 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:35.216456 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987aaa26-4702-4b03-992c-a60d641990d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9086c6d1-6a4a-4659-a1e5-f60d4609757a'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:35.228814 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 9086c6d1-6a4a-4659-a1e5-f60d4609757a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9086c6d1-6a4a-4659-a1e5-f60d4609757a,segment=NetworkSegment(a3cedd36-af75-441a-b45a-d9b98b7a8f52),segment_id=a3cedd36-af75-441a-b45a-d9b98b7a8f52)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:35.233539 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cf2cfa8b-41b3-424d-a3c1-e9fe548637d2', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'floating_ip_address': '172.28.1.7', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'port_id': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'mac_address': 'fa:16:3e:f2:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:16:04Z', 'updated_at': '2022-05-03T21:16:32Z', 'revision_number': 1, 'project_id': '8becd1d43888424795557d5ad95253f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:20Z', 'revision_number': 5, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:35.236071 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:35.238192 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] Checking router: 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:16:35.248755 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:16:35.251930 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:16:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:35.453910 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2752e354-6fa5-4df1-b4af-9be3edd820c0'] response: {'server_uuid': '987aaa26-4702-4b03-992c-a60d641990d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9086c6d1-6a4a-4659-a1e5-f60d4609757a', 'code': 200} May 03 21:16:35.454838 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=9086c6d1-6a4a-4659-a1e5-f60d4609757a,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:35.601916 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:16:35.660417 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b9c04-c61e-4dae-b36f-0c05d843c368 req-6e6fe9c9-2b40-4281-9c7c-36cec983de2d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:35.662443 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-653b9c04-c61e-4dae-b36f-0c05d843c368 req-6e6fe9c9-2b40-4281-9c7c-36cec983de2d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.1959717 May 03 21:16:35.700526 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51100938-aca2-42bf-a71a-05308135c581 req-aeaa98bd-2c4c-4cb7-aa0f-c834a3e3c8e7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:35.707738 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-51100938-aca2-42bf-a71a-05308135c581 req-aeaa98bd-2c4c-4cb7-aa0f-c834a3e3c8e7 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.1678002 May 03 21:16:35.789856 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-51100938-aca2-42bf-a71a-05308135c581 req-383ee8b1-8253-46f4-935e-4367acc0d155 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810852 May 03 21:16:35.795169 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-653b9c04-c61e-4dae-b36f-0c05d843c368 req-66261243-09e9-4514-bdb1-eb157ed7bebd tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232450 May 03 21:16:36.045223 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cf2cfa8b-41b3-424d-a3c1-e9fe548637d2', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'floating_ip_address': '172.28.1.7', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'port_id': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'mac_address': 'fa:16:3e:f2:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:16:04Z', 'updated_at': '2022-05-03T21:16:32Z', 'revision_number': 1, 'project_id': '8becd1d43888424795557d5ad95253f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:20Z', 'revision_number': 5, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:16:36.050079 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf3b5e0-5dbf-43c2-9df5-859ade7335a4 None None] The sync data for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb is: [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cf2cfa8b-41b3-424d-a3c1-e9fe548637d2', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'floating_ip_address': '172.28.1.7', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'port_id': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'mac_address': 'fa:16:3e:f2:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:16:04Z', 'updated_at': '2022-05-03T21:16:32Z', 'revision_number': 1, 'project_id': '8becd1d43888424795557d5ad95253f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:20Z', 'revision_number': 5, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:16:36.293703 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36e11d-fe1a-435c-995d-36b68578d45c None None] New status for floating IP cf2cfa8b-41b3-424d-a3c1-e9fe548637d2: ACTIVE {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:16:36.420797 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84415e1e-5bff-4101-aa93-a8c90df6b988 req-2221e396-0a18-49cd-b31f-7cef43d81052 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:36.422520 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-84415e1e-5bff-4101-aa93-a8c90df6b988 req-2221e396-0a18-49cd-b31f-7cef43d81052 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.1844575 May 03 21:16:36.539688 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-84415e1e-5bff-4101-aa93-a8c90df6b988 req-9672ddca-f6c7-4dd3-9dc3-db48f2741709 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964842 May 03 21:16:37.067537 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786fb2f-a6c6-4464-a49a-6fda426cc2d8 req-5e91146f-a29e-4984-957c-a78b010486d6 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:37.068999 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4786fb2f-a6c6-4464-a49a-6fda426cc2d8 req-5e91146f-a29e-4984-957c-a78b010486d6 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.1616325 May 03 21:16:37.099584 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f363-6bb5-4f56-b840-b01e0965bccd req-f55fa61f-5b2a-4c0c-a6a9-a32ac5a79407 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:37.101155 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-79b6f363-6bb5-4f56-b840-b01e0965bccd req-f55fa61f-5b2a-4c0c-a6a9-a32ac5a79407 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.1419950 May 03 21:16:37.273673 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4786fb2f-a6c6-4464-a49a-6fda426cc2d8 req-d04fd41e-094a-4bf7-aa10-5b021c57356e tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976223 May 03 21:16:37.292926 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-79b6f363-6bb5-4f56-b840-b01e0965bccd req-d67a3349-5e63-49eb-8754-7acc537bfbfe tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798797 May 03 21:16:37.755012 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940ccf1-329c-4a4d-928f-6abebc8ba05f req-223e6809-af4a-4fb9-b0ca-e7eb4ab99c86 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:37.756460 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8940ccf1-329c-4a4d-928f-6abebc8ba05f req-223e6809-af4a-4fb9-b0ca-e7eb4ab99c86 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.0863564 May 03 21:16:37.808635 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8940ccf1-329c-4a4d-928f-6abebc8ba05f req-669ecca4-457a-499b-b5d8-176e817db63a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453813 May 03 21:16:38.542120 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2ddac-006d-4f20-b1b4-3975075d1fd6 req-09f93e87-d4d4-47e6-90f0-d8e2100b5c36 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:38.543626 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5e2ddac-006d-4f20-b1b4-3975075d1fd6 req-09f93e87-d4d4-47e6-90f0-d8e2100b5c36 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.1495504 May 03 21:16:38.551779 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc6d24-e200-4fcd-b880-fce68766cc28 req-208d48c8-dd89-4f4b-af61-7acab4fcfa3e tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:38.553190 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-36dc6d24-e200-4fcd-b880-fce68766cc28 req-208d48c8-dd89-4f4b-af61-7acab4fcfa3e tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.1161752 May 03 21:16:38.642589 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-36dc6d24-e200-4fcd-b880-fce68766cc28 req-51fd4021-f6b9-4eac-99c5-6c0d48800643 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748720 May 03 21:16:38.657310 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5e2ddac-006d-4f20-b1b4-3975075d1fd6 req-f95a057e-2edd-4eda-b93e-cbffc17cd56c tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030483 May 03 21:16:39.014009 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e434b7-c17a-4810-8523-40d6581f0e40 req-b6b99e6f-61e3-4c9e-a59e-3ec5b28580b2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:39.015440 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-29e434b7-c17a-4810-8523-40d6581f0e40 req-b6b99e6f-61e3-4c9e-a59e-3ec5b28580b2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.0845671 May 03 21:16:39.064884 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-29e434b7-c17a-4810-8523-40d6581f0e40 req-6b695064-9d4f-4409-92df-31b5af3be413 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438037 May 03 21:16:39.508130 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-f9a39312-d34e-4fef-860d-c867f24dea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:39.509630 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-f9a39312-d34e-4fef-860d-c867f24dea71 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0&tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27 HTTP/1.1" status: 200 len: 1097 time: 0.0853183 May 03 21:16:39.523066 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8bf55-45af-4b6f-be33-4f8800b852c7 req-cc7f01ca-5795-4939-a85e-d62f4c171f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:39.523945 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b8b8bf55-45af-4b6f-be33-4f8800b852c7 req-cc7f01ca-5795-4939-a85e-d62f4c171f2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2738a92828470d9c163e1690087f5b&device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 1096 time: 0.0784492 May 03 21:16:39.644359 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-3b992845-4903-48ed-bed5-19ec7b0f6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:39.645834 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-3b992845-4903-48ed-bed5-19ec7b0f6024 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 1098 time: 0.0750461 May 03 21:16:39.800073 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-407bb215-a1b9-4c0b-8ac4-de2338d308dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:39.801645 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-407bb215-a1b9-4c0b-8ac4-de2338d308dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.1476717 May 03 21:16:39.849968 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8bf55-45af-4b6f-be33-4f8800b852c7 req-e36d4285-fd64-4e2c-ad6c-80d88c1a71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:39.851421 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b8b8bf55-45af-4b6f-be33-4f8800b852c7 req-e36d4285-fd64-4e2c-ad6c-80d88c1a71b0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9d2738a92828470d9c163e1690087f5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2788773 May 03 21:16:39.896931 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-57a6c6f3-08e8-4f22-9ebc-f4b5c3db18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:39.898423 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-57a6c6f3-08e8-4f22-9ebc-f4b5c3db18f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 1097 time: 0.3060858 May 03 21:16:39.961749 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6743-dabf-49f4-ba29-242c615bb140 req-46b256b2-3b9c-4f8b-b7e0-a6a3015964aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:39.963439 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-75ed6743-dabf-49f4-ba29-242c615bb140 req-46b256b2-3b9c-4f8b-b7e0-a6a3015964aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 1098 time: 0.2405715 May 03 21:16:40.046246 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-f7fdce24-a0e0-427d-80fe-5e610ad2eb54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b31318-2892-4133-8a90-d47b75c941a4 HTTP/1.1" status: 200 len: 999 time: 0.2364719 May 03 21:16:40.128860 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b948b-6aa6-42c7-a753-aeddefe6397b req-c2728fbf-b50e-4f17-a6c0-b74ab4c63549 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.130394 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ec6b948b-6aa6-42c7-a753-aeddefe6397b req-c2728fbf-b50e-4f17-a6c0-b74ab4c63549 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.2527425 May 03 21:16:40.139772 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-75ed6743-dabf-49f4-ba29-242c615bb140 req-6c789f55-9957-40ba-adaa-ac221a331723 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296303 May 03 21:16:40.140198 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e9eeb-6689-400a-b1bf-6efda887edac req-df33f686-f176-4304-9c2f-d672859a7eab tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.141630 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5d9e9eeb-6689-400a-b1bf-6efda887edac req-df33f686-f176-4304-9c2f-d672859a7eab tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.2575281 May 03 21:16:40.160867 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-393535c8-c887-4c46-9296-a03a8a53846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.162564 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-393535c8-c887-4c46-9296-a03a8a53846f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.1087358 May 03 21:16:40.169521 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8bf55-45af-4b6f-be33-4f8800b852c7 req-7d0d4fa5-8e02-47ac-99ef-4b1a8681651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.171075 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b8b8bf55-45af-4b6f-be33-4f8800b852c7 req-7d0d4fa5-8e02-47ac-99ef-4b1a8681651d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3038535 May 03 21:16:40.173464 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-fa3c9894-ef91-488f-bf01-52d31233c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.174884 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-fa3c9894-ef91-488f-bf01-52d31233c93b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.2609398 May 03 21:16:40.215978 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ec6b948b-6aa6-42c7-a753-aeddefe6397b req-ed82bbc6-e589-42da-bb9b-cd4a0b43fbea tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717108 May 03 21:16:40.225349 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5d9e9eeb-6689-400a-b1bf-6efda887edac req-a899e2d0-4c92-4187-8332-b11625c2bfc1 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604117 May 03 21:16:40.559643 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-85977da6-ea4c-4807-8692-4b556c652dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.561113 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-85977da6-ea4c-4807-8692-4b556c652dde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1348162 May 03 21:16:40.572598 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0578d9-d4a9-4148-83a8-90393492f7ba req-c6dd5bb2-6041-45a4-9c96-7f3b1b4a422c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.574011 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fa0578d9-d4a9-4148-83a8-90393492f7ba req-c6dd5bb2-6041-45a4-9c96-7f3b1b4a422c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.1112180 May 03 21:16:40.578689 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-2a708c58-44f6-4a84-8523-450cb8315d11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa HTTP/1.1" status: 200 len: 1000 time: 0.1528382 May 03 21:16:40.631117 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-65640028-1f54-48d1-86e3-9a575f73304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.632546 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-65640028-1f54-48d1-86e3-9a575f73304c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2738a92828470d9c163e1690087f5b&device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 1096 time: 0.1319284 May 03 21:16:40.651532 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-756e12df-4ea9-4a78-b9a4-b288b7f0f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.652954 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-756e12df-4ea9-4a78-b9a4-b288b7f0f2db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.0676973 May 03 21:16:40.703404 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fa0578d9-d4a9-4148-83a8-90393492f7ba req-b6a19995-5b45-412f-be8e-1f20ef170ccb tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113417 May 03 21:16:40.733985 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-7b230b3c-1142-4532-972c-714ad929b951 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590292 May 03 21:16:40.762126 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-350cd371-3c60-462d-9906-19ef6741ac0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 HTTP/1.1" status: 200 len: 217 time: 0.1081734 May 03 21:16:40.837401 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-7c89ae76-404a-46f1-8513-e4cfe48eaada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.839930 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-7c89ae76-404a-46f1-8513-e4cfe48eaada service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d46f1791-e7c0-4157-9192-b783357c9bee HTTP/1.1" status: 200 len: 853 time: 0.0706396 May 03 21:16:40.842581 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-07a4b11b-f040-4dab-a7a4-c83478881bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:40.843878 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-07a4b11b-f040-4dab-a7a4-c83478881bbd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1419518 May 03 21:16:40.866003 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6247b8af-79a4-4340-835b-4c44f03acd73 req-768c82fd-8452-4251-a426-e58c406329da service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240475 May 03 21:16:41.145212 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-152f2951-7f6f-49d4-99c4-7e2d9e9463a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:41.146792 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-152f2951-7f6f-49d4-99c4-7e2d9e9463a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2895830 May 03 21:16:41.148746 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-50a5303e-a49a-4dff-af01-f64aa6de38c4 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620409 May 03 21:16:41.225701 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-476b2387-a5b7-483f-bbef-d892e66bc146 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1548350 May 03 21:16:41.455545 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-cce04756-b17d-4f73-addf-11acc656d269 service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639532 May 03 21:16:41.457475 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b67f2dff-c813-4128-9fbd-9dd1b97b6a1f req-a3bb3866-6192-45be-9834-9f894d661af5 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648718 May 03 21:16:41.499361 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:41.551245 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45e97d-06ad-4d86-b5c3-50eca3f9f997 req-511b1f00-a0c4-4772-ab4a-0338f0c9e25b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:41.552716 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bf45e97d-06ad-4d86-b5c3-50eca3f9f997 req-511b1f00-a0c4-4772-ab4a-0338f0c9e25b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.1942055 May 03 21:16:41.580484 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930297c-1d65-4573-81cc-b549b9c61ce7 req-427cd183-18ff-4d3d-bea1-02994a95e788 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:41.581933 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1930297c-1d65-4573-81cc-b549b9c61ce7 req-427cd183-18ff-4d3d-bea1-02994a95e788 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.2173645 May 03 21:16:41.585381 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-c22c7d36-9cfe-4fc2-bc94-65fde8c188dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:41.586748 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-c22c7d36-9cfe-4fc2-bc94-65fde8c188dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 1099 time: 0.2871692 May 03 21:16:41.622010 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-0bc5a7f8-4377-4639-b357-9baa89bec183 req-3e221ab2-ff65-4995-b64a-96be16e72b27 service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377509 May 03 21:16:41.654935 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bf45e97d-06ad-4d86-b5c3-50eca3f9f997 req-f7e0206c-20e7-426e-84a3-1548bf7a5a04 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948033 May 03 21:16:41.731776 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1930297c-1d65-4573-81cc-b549b9c61ce7 req-a99ccb6c-45ec-40b9-b91c-66adc06276a3 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408806 May 03 21:16:41.774566 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-4d0f7671-4fbf-4d4f-833c-252a656a317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:41.776545 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-4d0f7671-4fbf-4d4f-833c-252a656a317f service neutron] 10.222.0.43 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 911 time: 0.1530511 May 03 21:16:41.929712 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-c64050b8-2b19-4b81-bb1d-a6eaa3f88a4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865 HTTP/1.1" status: 200 len: 1002 time: 0.1456368 May 03 21:16:41.998090 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200cb68-c731-4354-ab74-4c866d0eccee req-c747e47d-eae0-446d-8e0f-d88dd2bad190 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:41.999583 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1200cb68-c731-4354-ab74-4c866d0eccee req-c747e47d-eae0-446d-8e0f-d88dd2bad190 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.1623640 May 03 21:16:42.008430 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-4ef503ed-ce5b-4f8d-90f5-7db7bbf95766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:42.010576 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-4ef503ed-ce5b-4f8d-90f5-7db7bbf95766 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f064806-a999-4d24-bc78-963359e8c2a4 HTTP/1.1" status: 200 len: 849 time: 0.0727818 May 03 21:16:42.118476 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1200cb68-c731-4354-ab74-4c866d0eccee req-1eb1a031-f860-4952-bbd3-0671c6f59e1f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096604 May 03 21:16:42.177840 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-cfe7b75e-42b9-4942-9225-716c85ac60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:42.177840 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-cfe7b75e-42b9-4942-9225-716c85ac60cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73578aa6-1e97-4260-8c78-76d945b6e7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1399724 May 03 21:16:42.568142 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 56780) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:42.692568 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b852b71a-82de-4ab6-9e92-d6bf04b8772c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:42.709940 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-b852b71a-82de-4ab6-9e92-d6bf04b8772c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:16:42.714753 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-b852b71a-82de-4ab6-9e92-d6bf04b8772c admin admin] Usage tracker for resource:security_group_rule and tenant:9824cb07ea8e4bab98fc6fbfdb46c611 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:16:42.717979 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-b852b71a-82de-4ab6-9e92-d6bf04b8772c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:16:42.723885 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-b852b71a-82de-4ab6-9e92-d6bf04b8772c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:16:42.862196 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b852b71a-82de-4ab6-9e92-d6bf04b8772c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:42.871258 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b852b71a-82de-4ab6-9e92-d6bf04b8772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:42.883069 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426863a9-7e71-4661-9b10-59ed356b5a90 req-e34a5daa-4bf2-41dc-980b-713f248d72bf tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:42.884555 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-426863a9-7e71-4661-9b10-59ed356b5a90 req-e34a5daa-4bf2-41dc-980b-713f248d72bf tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.1195920 May 03 21:16:42.932419 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-b852b71a-82de-4ab6-9e92-d6bf04b8772c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9824cb07ea8e4bab98fc6fbfdb46c611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624809 May 03 21:16:42.935547 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 56790) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:42.950394 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852b71a-82de-4ab6-9e92-d6bf04b8772c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2c61b0-7122-41d0-9b35-60204ed29d71,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:43.002627 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-426863a9-7e71-4661-9b10-59ed356b5a90 req-6054c199-5ad7-4780-82e4-c35b607743c8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785780 May 03 21:16:43.008444 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-801c9120-1748-4783-a3b2-ef21ace9c4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:43.042095 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232b3a7-67be-4859-90d8-994686cedb02 req-9662c105-4c0c-45b5-98a0-73dbc930dd5c tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:43.043824 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f232b3a7-67be-4859-90d8-994686cedb02 req-9662c105-4c0c-45b5-98a0-73dbc930dd5c tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.1574767 May 03 21:16:43.047564 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-801c9120-1748-4783-a3b2-ef21ace9c4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:43.099793 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f232b3a7-67be-4859-90d8-994686cedb02 req-613f4d76-c3df-4a77-9320-595696989225 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486994 May 03 21:16:43.120398 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-801c9120-1748-4783-a3b2-ef21ace9c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:43.141868 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c9120-1748-4783-a3b2-ef21ace9c4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2c61b0-7122-41d0-9b35-60204ed29d71,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:43.150191 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-801c9120-1748-4783-a3b2-ef21ace9c4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:43.152986 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-801c9120-1748-4783-a3b2-ef21ace9c4e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff2c61b0-7122-41d0-9b35-60204ed29d71 HTTP/1.1" status: 204 len: 168 time: 0.2161865 May 03 21:16:43.479950 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e0d61-d127-49f0-8926-0d50ada58e0a req-1419234b-6208-4404-ace8-ca774d509ddd tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:43.482104 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-023e0d61-d127-49f0-8926-0d50ada58e0a req-1419234b-6208-4404-ace8-ca774d509ddd tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.1535115 May 03 21:16:43.576604 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-023e0d61-d127-49f0-8926-0d50ada58e0a req-9c644149-182f-41d7-aee6-103d1e6d188f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883436 May 03 21:16:44.098737 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-9b0f1dae-8c13-4100-bc3e-b8c8281119ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:44.218806 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4642557-579c-4baf-af4d-c4de7f834ff5 req-acc630e9-af4a-4071-b1fc-8b67ffa27104 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:44.220318 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a4642557-579c-4baf-af4d-c4de7f834ff5 req-acc630e9-af4a-4071-b1fc-8b67ffa27104 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.0917048 May 03 21:16:44.275017 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a4642557-579c-4baf-af4d-c4de7f834ff5 req-85fb568c-26df-40d3-bd54-9df5cc1a3802 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468776 May 03 21:16:44.420180 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265d7c3-ce3d-4600-8687-dc2cc753481c req-96c4ba64-54db-4096-89eb-0e33c8f9c9e8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:44.421896 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a265d7c3-ce3d-4600-8687-dc2cc753481c req-96c4ba64-54db-4096-89eb-0e33c8f9c9e8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.0869777 May 03 21:16:44.466946 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a265d7c3-ce3d-4600-8687-dc2cc753481c req-de6e6e54-07bf-4113-adba-cff8660a8a7d tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393937 May 03 21:16:44.770953 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22268f-bd79-47a2-a3e8-d6a951e9839a req-fbaf43f2-e9f2-4b1f-96b5-fdabe1d75af5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:44.772310 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea22268f-bd79-47a2-a3e8-d6a951e9839a req-fbaf43f2-e9f2-4b1f-96b5-fdabe1d75af5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.0810156 May 03 21:16:44.817935 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea22268f-bd79-47a2-a3e8-d6a951e9839a req-9e7396b4-74c1-46ba-ac5d-9b2ac854ebd5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393295 May 03 21:16:45.482368 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca7683-a404-4171-921f-c60c6751140d req-bfa54341-9c6b-400a-aecd-d6c5642623c6 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:45.483738 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-78ca7683-a404-4171-921f-c60c6751140d req-bfa54341-9c6b-400a-aecd-d6c5642623c6 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.0845687 May 03 21:16:45.544429 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-78ca7683-a404-4171-921f-c60c6751140d req-d8a341e3-cd4f-4b13-8a19-69b945a2747a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548577 May 03 21:16:45.684216 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59dd95-03ce-4773-9f47-4dd69a9d4295 req-1a65ec57-a8b3-4790-8f7e-4b102bef16fe tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:45.688324 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7e59dd95-03ce-4773-9f47-4dd69a9d4295 req-1a65ec57-a8b3-4790-8f7e-4b102bef16fe tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.0976546 May 03 21:16:45.738211 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7e59dd95-03ce-4773-9f47-4dd69a9d4295 req-fc729e4b-f73e-4681-9c0f-648e4961e30b tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 May 03 21:16:46.033295 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d659de-7809-47a3-ae5a-3277da3a0642 req-665b5e2c-0da5-4b76-afe3-6ea5c6a0cbe3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:46.037422 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e3d659de-7809-47a3-ae5a-3277da3a0642 req-665b5e2c-0da5-4b76-afe3-6ea5c6a0cbe3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.0988662 May 03 21:16:46.081723 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e3d659de-7809-47a3-ae5a-3277da3a0642 req-6a58994d-3b2f-47ce-99e7-261ec097e5c5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407279 May 03 21:16:46.432219 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c94a15d1-ee16-419c-9b40-3c322aeaeb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:46.734440 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8fefe-add9-495c-b60a-572d6bbe9381 req-81c68fdb-c2cc-4176-87a6-cf81713a5913 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:46.735941 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8cb8fefe-add9-495c-b60a-572d6bbe9381 req-81c68fdb-c2cc-4176-87a6-cf81713a5913 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.0833960 May 03 21:16:46.918343 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8cb8fefe-add9-495c-b60a-572d6bbe9381 req-9dcc003d-4444-4936-993e-663fa9d6c5e0 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763964 May 03 21:16:46.960796 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88bd34-e10f-42eb-a706-e484cfacb248 req-b32a7db5-22fc-4854-8cb6-088d2352500e tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:46.962337 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fe88bd34-e10f-42eb-a706-e484cfacb248 req-b32a7db5-22fc-4854-8cb6-088d2352500e tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.0903852 May 03 21:16:47.009302 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fe88bd34-e10f-42eb-a706-e484cfacb248 req-55e4f36b-ef4e-4163-81fc-3d771bfd3596 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 May 03 21:16:47.313052 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64ce0b-fa02-445d-a316-072ce79aa19b req-87112f8a-cf1a-4ce9-a501-630dc1c02051 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:47.314602 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5e64ce0b-fa02-445d-a316-072ce79aa19b req-87112f8a-cf1a-4ce9-a501-630dc1c02051 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.1119590 May 03 21:16:47.360865 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5e64ce0b-fa02-445d-a316-072ce79aa19b req-e0df71a8-b75e-47c9-8403-97dc27479ef0 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401351 May 03 21:16:47.429375 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:47.611706 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:48.108351 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab1a84-8335-40b4-a9f7-517fbf694252 req-3b9bcf09-6a45-4f9f-a553-f5cddc108bf0 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:48.111033 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7eab1a84-8335-40b4-a9f7-517fbf694252 req-3b9bcf09-6a45-4f9f-a553-f5cddc108bf0 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.0862627 May 03 21:16:48.208832 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7eab1a84-8335-40b4-a9f7-517fbf694252 req-64df76ea-e69c-45d3-bd45-bc55ca874de4 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915401 May 03 21:16:48.241854 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5380df2-70c1-45ee-952e-04e44979d5d6 req-175094ea-bbdf-4894-a0c5-9437b87a352c tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:48.243410 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5380df2-70c1-45ee-952e-04e44979d5d6 req-175094ea-bbdf-4894-a0c5-9437b87a352c tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.1126447 May 03 21:16:48.301447 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5380df2-70c1-45ee-952e-04e44979d5d6 req-219fea0c-b7cc-41cb-9d84-ccb2e9937502 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503092 May 03 21:16:48.558981 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b7f20-2e72-401a-b7ee-5e27faa65a19 req-c0aaa3ff-b0e0-44b5-ac25-8d6fe5973b66 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:48.560668 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ac1b7f20-2e72-401a-b7ee-5e27faa65a19 req-c0aaa3ff-b0e0-44b5-ac25-8d6fe5973b66 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.0863316 May 03 21:16:48.607163 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ac1b7f20-2e72-401a-b7ee-5e27faa65a19 req-bb818470-9d98-4da2-85d9-35e8ef89ff49 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407465 May 03 21:16:48.676274 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:49.409742 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d02fcd-1ef3-4f17-91b4-0b4bad1065c3 req-96ae3847-1b8e-49f9-a6c8-0b5b403400ad tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:49.412766 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a2d02fcd-1ef3-4f17-91b4-0b4bad1065c3 req-96ae3847-1b8e-49f9-a6c8-0b5b403400ad tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.0848541 May 03 21:16:49.522258 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a2d02fcd-1ef3-4f17-91b4-0b4bad1065c3 req-5d13110a-105b-4058-ab17-cc569f52b35c tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041367 May 03 21:16:49.548446 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9f454-b600-47c6-a5c1-c9f71d43634f req-469f7cd4-8678-47ba-b16c-73997e4db4bf tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:49.550105 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-76d9f454-b600-47c6-a5c1-c9f71d43634f req-469f7cd4-8678-47ba-b16c-73997e4db4bf tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.1188631 May 03 21:16:49.597721 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-76d9f454-b600-47c6-a5c1-c9f71d43634f req-2ba442ce-2278-4b39-8894-d20b828cb0c9 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 May 03 21:16:49.803198 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eba697-2fce-4f5a-bd7e-99cfda07988b req-f69a580d-7c41-4e99-81aa-5b08b6df9362 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:49.804556 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-63eba697-2fce-4f5a-bd7e-99cfda07988b req-f69a580d-7c41-4e99-81aa-5b08b6df9362 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.0807230 May 03 21:16:49.857153 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-63eba697-2fce-4f5a-bd7e-99cfda07988b req-4b87e6b1-235c-4b8c-a4bc-6063d826bd46 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460761 May 03 21:16:50.718567 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397730b-0520-4f8c-b588-1e9a567a90c9 req-1501ca53-e6d0-4f7c-b331-8b3cd41a5eee tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:50.720889 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a397730b-0520-4f8c-b588-1e9a567a90c9 req-1501ca53-e6d0-4f7c-b331-8b3cd41a5eee tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.0890417 May 03 21:16:50.827770 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a397730b-0520-4f8c-b588-1e9a567a90c9 req-fb11080e-75f0-4c8b-9bc4-4089f3558da8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740075 May 03 21:16:50.852415 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55338f0f-2f00-4ba0-af06-b45ec0c3fd4e req-f0e0f2bf-9c7b-41b1-9454-450186800296 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:50.852415 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-55338f0f-2f00-4ba0-af06-b45ec0c3fd4e req-f0e0f2bf-9c7b-41b1-9454-450186800296 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.1235721 May 03 21:16:50.895872 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-55338f0f-2f00-4ba0-af06-b45ec0c3fd4e req-566f685a-b15e-44d2-b275-034ff37d4857 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440612 May 03 21:16:51.055429 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c827b80-0963-40a8-80cf-ac3766d22590 req-6afd6a94-be8f-41da-81c7-ec7395d633a1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:51.058309 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2c827b80-0963-40a8-80cf-ac3766d22590 req-6afd6a94-be8f-41da-81c7-ec7395d633a1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.0852106 May 03 21:16:51.108256 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2c827b80-0963-40a8-80cf-ac3766d22590 req-71cc76f3-fe02-4b25-91ad-a51dfe411c42 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449369 May 03 21:16:51.820512 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-63a1620f-7c57-4ada-9d2a-7ad5c73074b3 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247334 May 03 21:16:52.008914 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b50b4ed-e281-4585-9b41-f4d44eb97de9 req-ac0da1de-1c61-471f-8aba-cfdefb575427 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784794 May 03 21:16:52.099454 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d020820-bbcb-42de-b860-bb6d7e1746d5 req-2b0268fe-a3dd-45f3-a0c9-3b265bba8e3d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:52.100851 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5d020820-bbcb-42de-b860-bb6d7e1746d5 req-2b0268fe-a3dd-45f3-a0c9-3b265bba8e3d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.1543386 May 03 21:16:52.112407 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d439c-c5b0-460f-985e-f7aa71a8194b req-f7cc3fa0-30f7-4390-9540-844e6fdfdbf8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:52.113773 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d27d439c-c5b0-460f-985e-f7aa71a8194b req-f7cc3fa0-30f7-4390-9540-844e6fdfdbf8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.1039760 May 03 21:16:52.183270 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5d020820-bbcb-42de-b860-bb6d7e1746d5 req-63d45bb4-9c7d-4c74-a5db-043c3cadfc97 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685465 May 03 21:16:52.189963 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d27d439c-c5b0-460f-985e-f7aa71a8194b req-8bf836d2-6615-4395-83d4-0af56613301d tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611889 May 03 21:16:52.356392 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfa666-d276-46f7-b140-b417a92f633b req-57538c42-d62f-47ae-92bf-c64b95be461c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:52.358488 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f8dfa666-d276-46f7-b140-b417a92f633b req-57538c42-d62f-47ae-92bf-c64b95be461c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.0806940 May 03 21:16:52.402829 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f8dfa666-d276-46f7-b140-b417a92f633b req-6f6390e5-540d-491d-bf24-ca0f6a119be4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385983 May 03 21:16:53.498383 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47a081-22bd-49a6-baa0-499522fabd00 req-f1c52c8a-87fc-4213-88ba-5071d5deabf2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:53.499817 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fe47a081-22bd-49a6-baa0-499522fabd00 req-f1c52c8a-87fc-4213-88ba-5071d5deabf2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.2001407 May 03 21:16:53.510748 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a81219-b466-48e1-b439-ed2433567e36 req-f24dd5e3-44aa-4b24-a603-2521a223de27 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:53.512102 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-14a81219-b466-48e1-b439-ed2433567e36 req-f24dd5e3-44aa-4b24-a603-2521a223de27 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.2143786 May 03 21:16:53.583527 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fe47a081-22bd-49a6-baa0-499522fabd00 req-2296a742-c7d9-42a9-8971-899a00b76cbe tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704899 May 03 21:16:53.586185 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-14a81219-b466-48e1-b439-ed2433567e36 req-52de708b-c6f7-452b-bf1d-c5256a3d35ef tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/security-groups?id=4072a917-7caa-4967-ad8e-e09011f04e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595245 May 03 21:16:53.762683 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f330c-064f-463f-8c45-2bc761b21f9a req-fc67b5e3-909a-4372-8570-130b57e09809 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:53.764227 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-326f330c-064f-463f-8c45-2bc761b21f9a req-fc67b5e3-909a-4372-8570-130b57e09809 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.0813301 May 03 21:16:53.813017 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-326f330c-064f-463f-8c45-2bc761b21f9a req-1fdce55b-1dd9-4d4a-a4fa-3d3583da308a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407560 May 03 21:16:53.975597 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ae047-9b55-43b8-8eab-7ea0b4710b3d req-12e6ba6b-6a39-4d52-8652-c02cfec73684 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:53.977023 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c39ae047-9b55-43b8-8eab-7ea0b4710b3d req-12e6ba6b-6a39-4d52-8652-c02cfec73684 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1367795 May 03 21:16:54.014274 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-d27a7660-040a-47ae-9ca9-673fe4b60731 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:54.015661 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-d27a7660-040a-47ae-9ca9-673fe4b60731 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.43 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 945 time: 0.1182077 May 03 21:16:54.037723 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c39ae047-9b55-43b8-8eab-7ea0b4710b3d req-7e100012-abac-41cf-b384-127a05758a12 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541804 May 03 21:16:54.110470 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Deleting port 9086c6d1-6a4a-4659-a1e5-f60d4609757a {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:16:54.110801 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:54.350707 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] For port 9086c6d1-6a4a-4659-a1e5-f60d4609757a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9086c6d1-6a4a-4659-a1e5-f60d4609757a,segment=NetworkSegment(a3cedd36-af75-441a-b45a-d9b98b7a8f52),segment_id=a3cedd36-af75-441a-b45a-d9b98b7a8f52)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:54.351047 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:54.470334 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Calling delete_port for 9086c6d1-6a4a-4659-a1e5-f60d4609757a owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:16:54.614777 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:54.653626 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['9086c6d1-6a4a-4659-a1e5-f60d4609757a'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:16:54.667881 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Pushing event deleted for resources: {'Port': ['ID=9086c6d1-6a4a-4659-a1e5-f60d4609757a,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:54.778177 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.778513 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.778844 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.779173 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.779497 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.779816 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.780132 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.780448 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.780762 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.781073 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.781385 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.781696 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:16:54.822549 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] No DVR routers for this DVR port 9086c6d1-6a4a-4659-a1e5-f60d4609757a on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:16:54.824862 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:54.829022 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7b226392-63f8-480c-be5e-2acd0a71038a req-f45379d1-1363-4ed2-b6c3-bc2ba67933d3 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.44 "GET /v2.0/ports?device_id=987aaa26-4702-4b03-992c-a60d641990d9 HTTP/1.1" status: 200 len: 210 time: 0.1278169 May 03 21:16:54.834722 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987aaa26-4702-4b03-992c-a60d641990d9', 'name': 'network-vif-deleted', 'tag': '9086c6d1-6a4a-4659-a1e5-f60d4609757a'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:54.860655 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5835b30b-8401-4a1b-8269-1baf8ebb9a06 req-f31d6959-251c-4751-ab58-192c76efd8f8 tempest-VolumesActionsTest-326180414 tempest-VolumesActionsTest-326180414-project] 10.222.0.43 "DELETE /v2.0/ports/9086c6d1-6a4a-4659-a1e5-f60d4609757a HTTP/1.1" status: 204 len: 173 time: 0.8123355 May 03 21:16:54.892696 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e44fd-8061-460c-9e1c-ca205b2a247a req-45176fbb-7029-425a-b445-fbcb408a9e80 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:54.894185 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-232e44fd-8061-460c-9e1c-ca205b2a247a req-45176fbb-7029-425a-b445-fbcb408a9e80 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 943 time: 0.1817081 May 03 21:16:54.932991 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:16:54.986265 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-232e44fd-8061-460c-9e1c-ca205b2a247a req-87219645-b8eb-4e28-81e2-dcad6e6b6ab5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857253 May 03 21:16:55.025692 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ed2f2-0b8f-42ad-a105-3f1f95e8c1e9 req-f00d6a97-b529-41f1-9472-ec61ec3947b5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:55.027212 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1a9ed2f2-0b8f-42ad-a105-3f1f95e8c1e9 req-f00d6a97-b529-41f1-9472-ec61ec3947b5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 944 time: 0.0986445 May 03 21:16:55.060020 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac0d56d-1679-4dea-b714-1fac81e5f28a'] response: {'server_uuid': '987aaa26-4702-4b03-992c-a60d641990d9', 'name': 'network-vif-deleted', 'tag': '9086c6d1-6a4a-4659-a1e5-f60d4609757a', 'status': 'completed', 'code': 200} May 03 21:16:55.080572 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1a9ed2f2-0b8f-42ad-a105-3f1f95e8c1e9 req-c0278631-f6a8-4b65-ab92-17233212be6c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457091 May 03 21:16:55.098536 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:55.118032 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'port_id': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'mac_address': 'fa:16:3e:c9:19:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:16:55.176248 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:55.193409 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:16:55.210383 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:55.214313 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:55.214939 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device ab1b990b-74b6-4b11-8ca5-1d3d46e925fa details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:16:55.227572 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e4c77-ffa8-4d52-9c7f-ee3932822a95 req-13b590d3-b2bb-49fe-88d9-72fc742a915e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:55.229041 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aa8e4c77-ffa8-4d52-9c7f-ee3932822a95 req-13b590d3-b2bb-49fe-88d9-72fc742a915e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.0839586 May 03 21:16:55.276781 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aa8e4c77-ffa8-4d52-9c7f-ee3932822a95 req-51dab16f-0c4b-447c-9e65-842d6058e9c1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406156 May 03 21:16:55.313017 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:55.410160 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:55.425699 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'port_id': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'mac_address': 'fa:16:3e:26:5c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:16:55.483287 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:55.499885 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1b990b-74b6-4b11-8ca5-1d3d46e925fa {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:16:55.515482 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:55.520276 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:55.595061 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=9']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:55.971681 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:16:56.001791 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:16:56.189579 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aad64-27f9-4942-bb65-2e05c8cfb8f5 req-4eaa524d-9083-41b9-919f-a35b2f13707a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:56.191173 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1b2aad64-27f9-4942-bb65-2e05c8cfb8f5 req-4eaa524d-9083-41b9-919f-a35b2f13707a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 944 time: 0.0835116 May 03 21:16:56.369141 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1b2aad64-27f9-4942-bb65-2e05c8cfb8f5 req-899501ff-47c6-421e-924f-cf1723803737 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704955 May 03 21:16:56.410112 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3f29-0c8f-4e9e-b101-60f5ed4684cb req-4cb0ac96-1b70-4064-aaba-a6053fcd156e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:56.411899 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0d2d3f29-0c8f-4e9e-b101-60f5ed4684cb req-4cb0ac96-1b70-4064-aaba-a6053fcd156e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 945 time: 0.1699355 May 03 21:16:56.457791 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0d2d3f29-0c8f-4e9e-b101-60f5ed4684cb req-b5e78f43-ce06-47ab-8019-e42072489809 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388958 May 03 21:16:56.566040 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41498995-66b4-4748-b2c2-b4dcba62e63f req-cd82d3f3-986e-415d-950f-f0ba9bb30176 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:56.567466 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-41498995-66b4-4748-b2c2-b4dcba62e63f req-cd82d3f3-986e-415d-950f-f0ba9bb30176 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.0844049 May 03 21:16:56.611318 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-41498995-66b4-4748-b2c2-b4dcba62e63f req-03f93f0b-5814-422f-9ee3-d50a441d283d tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380375 May 03 21:16:56.945758 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 9086c6d1-6a4a-4659-a1e5-f60d4609757a no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:16:56.981165 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 9086c6d1-6a4a-4659-a1e5-f60d4609757a {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:16:56.981749 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 9086c6d1-6a4a-4659-a1e5-f60d4609757a not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:16:57.551085 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee191a6-3506-44dc-aa9a-bcaf46762c6e req-7cfe5b65-1c58-42a3-8bba-d2765e92918c tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:57.552514 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-cee191a6-3506-44dc-aa9a-bcaf46762c6e req-7cfe5b65-1c58-42a3-8bba-d2765e92918c tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 944 time: 0.0777273 May 03 21:16:57.644448 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-cee191a6-3506-44dc-aa9a-bcaf46762c6e req-1b660563-e7fc-4847-8b9e-2cc2d92369d0 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858021 May 03 21:16:57.671213 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd103-409e-4fd1-b5fc-05dcef71e3b2 req-4f582267-7911-47f9-8ea8-9f83de6d4976 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:57.672630 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1e6bd103-409e-4fd1-b5fc-05dcef71e3b2 req-4f582267-7911-47f9-8ea8-9f83de6d4976 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 945 time: 0.1016495 May 03 21:16:57.716221 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1e6bd103-409e-4fd1-b5fc-05dcef71e3b2 req-8e2e4a9b-551c-4493-b428-30030ac31435 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377984 May 03 21:16:57.812261 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae5b76-dc57-4be9-be0a-e133d1d79197 req-e3227b6c-4930-462d-a0ae-36038d736998 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:57.813660 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6fae5b76-dc57-4be9-be0a-e133d1d79197 req-e3227b6c-4930-462d-a0ae-36038d736998 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.0768707 May 03 21:16:57.859121 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6fae5b76-dc57-4be9-be0a-e133d1d79197 req-1d7fea7d-2c58-49f9-b93a-e14142241b53 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 May 03 21:16:58.961185 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:58.980981 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84c0ea-fdaa-4718-8dd1-c8452f0c1760 req-636bb55e-68da-48b7-9322-cc0efb9538e2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:58.982486 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ff84c0ea-fdaa-4718-8dd1-c8452f0c1760 req-636bb55e-68da-48b7-9322-cc0efb9538e2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 944 time: 0.1610913 May 03 21:16:59.001761 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e71d8d-ee60-488c-8ff9-2a42149b4548 req-7f3d1df6-2cda-413d-9269-950ea75aac96 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:59.013011 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-23e71d8d-ee60-488c-8ff9-2a42149b4548 req-7f3d1df6-2cda-413d-9269-950ea75aac96 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 945 time: 0.1374590 May 03 21:16:59.035723 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:16:59.052136 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:59.052776 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:59.121375 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ff84c0ea-fdaa-4718-8dd1-c8452f0c1760 req-83d85220-830c-4546-8ed6-d8d0a2653c38 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198270 May 03 21:16:59.152000 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-23e71d8d-ee60-488c-8ff9-2a42149b4548 req-95eeed11-6458-4e13-8995-07b394029485 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377316 May 03 21:16:59.198100 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:16:59.230898 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:59.280829 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:16:59.311271 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:59.323686 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:59.324693 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device ab1b990b-74b6-4b11-8ca5-1d3d46e925fa up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:16:59.351016 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca914a2b-457a-41ed-8b4d-39e3e9efa950 req-57696725-d269-46fb-8c46-5eed54610115 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:59.359033 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ca914a2b-457a-41ed-8b4d-39e3e9efa950 req-57696725-d269-46fb-8c46-5eed54610115 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1196892 May 03 21:16:59.368194 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f3f5aa-5e76-43b3-a292-b71365e8b757'] response: {'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'code': 200} May 03 21:16:59.433470 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ca914a2b-457a-41ed-8b4d-39e3e9efa950 req-42fd5124-79d7-4800-ba4f-f09c70e4dcc1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731871 May 03 21:16:59.460170 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:59.495053 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:16:59.495424 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:59.625016 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:59.665141 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:16:59.671045 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:59.748745 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4828b3-b513-4e68-bb76-b4944042c453 req-283df5b9-3da4-4fa7-967b-fb6c7b1c4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:16:59.750390 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8b4828b3-b513-4e68-bb76-b4944042c453 req-283df5b9-3da4-4fa7-967b-fb6c7b1c4f9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 1098 time: 0.0940726 May 03 21:16:59.784247 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=10']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:16:59.809638 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8b4828b3-b513-4e68-bb76-b4944042c453 req-a04bebe3-cd2b-4045-afeb-ff0c856639c4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533082 May 03 21:17:00.417398 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff48de-8ea7-4f3c-99b3-346e20c7698c req-002b9f09-3d3c-4b82-b2b0-9ab24b5dbaf4 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:00.418788 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-02ff48de-8ea7-4f3c-99b3-346e20c7698c req-002b9f09-3d3c-4b82-b2b0-9ab24b5dbaf4 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 945 time: 0.1788340 May 03 21:17:00.472191 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-02ff48de-8ea7-4f3c-99b3-346e20c7698c req-f8e42dd1-fba5-467b-af79-d1c96a67480a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 May 03 21:17:00.487278 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146a02e-4748-4e71-a15c-cc94d92023d4 req-63c73baf-563d-4b50-9efb-6d11a2bfd160 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:00.488876 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1146a02e-4748-4e71-a15c-cc94d92023d4 req-63c73baf-563d-4b50-9efb-6d11a2bfd160 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 947 time: 0.1442013 May 03 21:17:00.551758 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1146a02e-4748-4e71-a15c-cc94d92023d4 req-0fc0c1dd-81c1-4fdc-a13b-d345a8242064 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538471 May 03 21:17:00.717726 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed514ff-9ff7-4035-89c5-75574ded5f16 req-2932c3ba-6ce3-491c-ae3d-30935154efbd tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:00.719121 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2ed514ff-9ff7-4035-89c5-75574ded5f16 req-2932c3ba-6ce3-491c-ae3d-30935154efbd tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.0844216 May 03 21:17:00.769498 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2ed514ff-9ff7-4035-89c5-75574ded5f16 req-8adc545b-e47b-4511-8b0f-e3e4149d9970 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438018 May 03 21:17:01.369413 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:17:01.434486 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fa9543-8a62-4a9f-87da-a41c1f3faf8c'] response: {'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'code': 200} May 03 21:17:01.795073 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ca347-4338-42ca-b941-7bbe62fb79ba req-7b1cc10d-4b16-49a8-a30d-03452a91190a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:01.797215 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-217ca347-4338-42ca-b941-7bbe62fb79ba req-7b1cc10d-4b16-49a8-a30d-03452a91190a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 945 time: 0.1882894 May 03 21:17:01.838533 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0036b-248b-494c-b450-612c731de478 req-e1baf5a5-5889-46b0-baa3-8d3b956ba324 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:01.839988 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0ce0036b-248b-494c-b450-612c731de478 req-e1baf5a5-5889-46b0-baa3-8d3b956ba324 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 947 time: 0.1514082 May 03 21:17:01.884896 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-217ca347-4338-42ca-b941-7bbe62fb79ba req-c48a6185-53fe-4c54-841f-0457912f0980 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798395 May 03 21:17:01.940596 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0ce0036b-248b-494c-b450-612c731de478 req-08b4d75e-1900-4abc-b211-9f8493c71fa0 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929918 May 03 21:17:02.263867 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0c3f5-9bca-4949-b8b0-97be23ae675c req-e6f44497-05e1-4e1a-accb-7a6c3a506483 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:02.265725 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d7d0c3f5-9bca-4949-b8b0-97be23ae675c req-e6f44497-05e1-4e1a-accb-7a6c3a506483 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.2484562 May 03 21:17:02.345852 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d7d0c3f5-9bca-4949-b8b0-97be23ae675c req-b2cac141-84df-4f11-ad4b-0e867b15d88b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680897 May 03 21:17:02.356230 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bb262-f6a3-4273-ac6d-7747353eea92 req-8ad615db-e266-41fc-a837-b80efa8234ce tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:02.357877 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8a1bb262-f6a3-4273-ac6d-7747353eea92 req-8ad615db-e266-41fc-a837-b80efa8234ce tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 945 time: 0.2495081 May 03 21:17:02.362756 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc93ea-bc94-4972-9241-c7dd86f5e852 req-66bed653-428d-4871-82b6-109060522f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:02.364110 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-43bc93ea-bc94-4972-9241-c7dd86f5e852 req-66bed653-428d-4871-82b6-109060522f68 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 1100 time: 0.2136097 May 03 21:17:02.516747 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-43bc93ea-bc94-4972-9241-c7dd86f5e852 req-423f3ae7-4e0c-40cc-ae90-e932b03226ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299500 May 03 21:17:02.520909 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8a1bb262-f6a3-4273-ac6d-7747353eea92 req-ddfad343-e48d-46f5-be3f-655e55b13e20 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558101 May 03 21:17:02.935609 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dba4e9-bbbb-4af9-a5e2-84807ac22f51 req-c9804599-c320-41db-9739-59763e6234ae tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:02.937902 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-54dba4e9-bbbb-4af9-a5e2-84807ac22f51 req-c9804599-c320-41db-9739-59763e6234ae tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 945 time: 0.0838404 May 03 21:17:02.996636 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-54dba4e9-bbbb-4af9-a5e2-84807ac22f51 req-ac92c9f5-dfe0-480f-833f-f38d31b1a33b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525877 May 03 21:17:03.192674 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e96389-2d21-433d-bbe8-c14de99a01e1 req-4e43657f-5229-4a8f-a24a-b18c55287ee9 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:03.200700 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-17e96389-2d21-433d-bbe8-c14de99a01e1 req-4e43657f-5229-4a8f-a24a-b18c55287ee9 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 947 time: 0.1216552 May 03 21:17:03.257633 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-17e96389-2d21-433d-bbe8-c14de99a01e1 req-a5ca6928-f84b-42e6-bfea-749fee468ff3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560286 May 03 21:17:03.621766 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5cc11-89cf-47cf-a66d-fc6ab40b93a5 req-78e627c9-a38d-4494-bb81-4335faf9d2b5 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:03.623426 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-55e5cc11-89cf-47cf-a66d-fc6ab40b93a5 req-78e627c9-a38d-4494-bb81-4335faf9d2b5 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1287961 May 03 21:17:03.683722 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-55e5cc11-89cf-47cf-a66d-fc6ab40b93a5 req-4d64c25a-bf45-419a-8319-68061051b62d tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546358 May 03 21:17:04.532732 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2967de-3b57-4a8b-afe4-3a688b5a2ecb req-cdba6de0-aa2a-493e-b5f0-00d88f130f75 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:04.534244 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c2967de-3b57-4a8b-afe4-3a688b5a2ecb req-cdba6de0-aa2a-493e-b5f0-00d88f130f75 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 947 time: 0.0884826 May 03 21:17:04.609292 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c2967de-3b57-4a8b-afe4-3a688b5a2ecb req-a352b984-f758-47a8-9149-e22a6f09b48e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642171 May 03 21:17:04.980001 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3236d4-1f9a-4e0c-9e69-826972a1ccdd req-512ef2a3-8dbb-42aa-b710-0addb8fe42eb tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:04.981604 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dc3236d4-1f9a-4e0c-9e69-826972a1ccdd req-512ef2a3-8dbb-42aa-b710-0addb8fe42eb tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1256404 May 03 21:17:05.053657 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dc3236d4-1f9a-4e0c-9e69-826972a1ccdd req-a918e2a6-317f-4434-9a7d-164aeaaaf78a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660086 May 03 21:17:05.534176 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b33c21-a31f-4825-aee5-9f57f7cc55da req-c5670cef-cb32-4e2e-b9ad-dc339e762e8c tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:05.542332 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-85b33c21-a31f-4825-aee5-9f57f7cc55da req-c5670cef-cb32-4e2e-b9ad-dc339e762e8c tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1084075 May 03 21:17:05.616473 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-85b33c21-a31f-4825-aee5-9f57f7cc55da req-6efd69a9-81cb-4565-bf00-ce08cb5e0292 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732751 May 03 21:17:05.861914 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-8fe73e0d-13a7-4390-96e5-275d241d32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:05.863534 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-8fe73e0d-13a7-4390-96e5-275d241d32a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 1099 time: 0.2147350 May 03 21:17:05.975373 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba632bd3-f82e-4daa-9c51-733e4fc0afaf req-de7c999f-2839-4941-a0fb-c4046aa92b81 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:05.977990 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ba632bd3-f82e-4daa-9c51-733e4fc0afaf req-de7c999f-2839-4941-a0fb-c4046aa92b81 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 947 time: 0.1941149 May 03 21:17:06.112059 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ba632bd3-f82e-4daa-9c51-733e4fc0afaf req-ef3828a8-3aa1-486d-b3e3-c17ed72c58fb tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277573 May 03 21:17:06.131176 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-d7c76278-7e54-492e-a6db-485c50f315e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:06.132586 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-d7c76278-7e54-492e-a6db-485c50f315e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 911 time: 0.2425318 May 03 21:17:06.284008 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-f4c1855d-7e2d-4bc4-afc2-50bf6f19db6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865 HTTP/1.1" status: 200 len: 1002 time: 0.1442635 May 03 21:17:06.396875 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-9cec2c6c-88f3-4c7c-bede-f0a5f6121407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:06.398814 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-9cec2c6c-88f3-4c7c-bede-f0a5f6121407 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f064806-a999-4d24-bc78-963359e8c2a4 HTTP/1.1" status: 200 len: 849 time: 0.0988181 May 03 21:17:06.482950 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-b3bc6db4-3c93-43f8-a8b8-a01d41f1e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:06.484391 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-b3bc6db4-3c93-43f8-a8b8-a01d41f1e59b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73578aa6-1e97-4260-8c78-76d945b6e7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754337 May 03 21:17:06.700851 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-72eed7c1-534d-48af-a6d6-950dd5c58215 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953418 May 03 21:17:06.910055 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48f0fd18-99a0-469a-82cf-dd0f01a0b4bd req-5aa5b57f-cc90-4e8d-84dd-6bfe3a949d48 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017505 May 03 21:17:06.937489 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af319b6b-4b77-4413-96a0-09c9a6cbc6c8 req-b9c2d246-6ebf-4bac-8c86-81123d16bfdb tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:06.944252 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af319b6b-4b77-4413-96a0-09c9a6cbc6c8 req-b9c2d246-6ebf-4bac-8c86-81123d16bfdb tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1080239 May 03 21:17:06.992944 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af319b6b-4b77-4413-96a0-09c9a6cbc6c8 req-83613e47-0ae9-4e6e-aff1-4922ca441c6e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478158 May 03 21:17:08.202882 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ab03e-25f5-4ef8-a241-86b924573cc3 req-83a5d294-dafb-4080-b764-698427cdf420 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:08.210151 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a94ab03e-25f5-4ef8-a241-86b924573cc3 req-83a5d294-dafb-4080-b764-698427cdf420 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1048529 May 03 21:17:08.406143 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a94ab03e-25f5-4ef8-a241-86b924573cc3 req-7cd15085-76ae-45a5-8058-517e6d8a575a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949410 May 03 21:17:08.456328 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5f05-0ecd-4a24-975b-4773de28372d req-a4ef7bf2-e76b-43e3-a3e0-44356268dd51 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:08.458127 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-14cb5f05-0ecd-4a24-975b-4773de28372d req-a4ef7bf2-e76b-43e3-a3e0-44356268dd51 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 945 time: 0.2021041 May 03 21:17:08.510742 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-14cb5f05-0ecd-4a24-975b-4773de28372d req-6ba07638-abcf-48b3-817f-5198a94b0500 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446801 May 03 21:17:08.537398 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57142) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:08.848737 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97958d5c-e728-403a-b259-d9bf7231aa0e tempest-TestMinimumBasicScenario-1778859199 tempest-TestMinimumBasicScenario-1778859199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:08.850928 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-97958d5c-e728-403a-b259-d9bf7231aa0e tempest-TestMinimumBasicScenario-1778859199 tempest-TestMinimumBasicScenario-1778859199-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 1093 time: 0.3123956 May 03 21:17:08.855512 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57152) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:08.865660 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'port_id': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:08.872267 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:08.878868 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Usage tracker for resource:floatingip and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:08.883604 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:08.890161 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:08.904395 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for floatingip, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:09.106381 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:09.277456 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Allocated IP 172.28.1.168 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/ba63a8c0-8630-4b2e-8ed7-7c50dea3eaf0) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:17:09.468151 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:09.506517 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:09.595377 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:17:09.599440 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:17:09.604965 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:17:09.647154 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'Port': ['ID=ba63a8c0-8630-4b2e-8ed7-7c50dea3eaf0,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:10.053009 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:10.138347 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:10.391378 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:10.397189 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:10.523534 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'Port': ['ID=ba63a8c0-8630-4b2e-8ed7-7c50dea3eaf0,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:10.543037 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:10.847620 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Floating IP 9a68768f-27ef-4cc2-a02e-737ecf9b9558 associated. External IP: 172.28.1.168, port: b48d8f7a-ed11-4309-b1a6-53924b8fe4f5. May 03 21:17:11.237287 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:17:11.438467 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:17:11.450836 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] Sync routers for ids ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:17:11.469423 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] Routers {'6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:17:11.470071 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:16:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:11.471150 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:11.501357 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:11.555049 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b465bcf5-3787-4904-8209-7d158926deed tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6975803 May 03 21:17:11.556981 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:17:11.559088 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57174) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:11.569927 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2085017318', 'description': 'tempest-secgroup-smoke-2085017318 description', 'project_id': '9d2738a92828470d9c163e1690087f5b'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:11.582199 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:11.607523 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:11.629046 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2db3d96-b6ea-4556-94f2-2f821195b575'] response: {'name': 'network-changed', 'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'status': 'completed', 'code': 200} May 03 21:17:11.636607 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:11.671319 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:11.677534 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Usage tracker for resource:security_group_rule and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:11.681348 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:11.687657 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:11.707134 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] Set router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:17:11.780224 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:11.786465 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:11.803006 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-0176e986-b8a7-4698-9531-78d47397e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:11.806683 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-0176e986-b8a7-4698-9531-78d47397e96a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2738a92828470d9c163e1690087f5b&device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1189377 May 03 21:17:11.844728 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:11.855260 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:11.856841 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2967763 May 03 21:17:11.860020 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.860517 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.860990 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.861483 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.862002 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.862708 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.863191 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.863671 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.864210 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.864699 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.865192 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.865872 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ab334-e9aa-4534-b1f3-c3aec7c3b4b7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:11.884956 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57188) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:11.900936 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'security_group_rule': {'security_group_id': 'a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096', 'project_id': '9d2738a92828470d9c163e1690087f5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:11.908858 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:11.913081 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Usage tracker for resource:security_group_rule and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:11.916969 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:11.925891 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:11.960802 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.010454 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-da5d1bd7-8894-4550-9515-097d041bbef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:12.012284 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-da5d1bd7-8894-4550-9515-097d041bbef1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e HTTP/1.1" status: 200 len: 915 time: 0.1975551 May 03 21:17:12.040075 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.049178 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.084858 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.086176 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999378 May 03 21:17:12.089633 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57192) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:12.096744 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'security_group_rule': {'security_group_id': 'a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096', 'project_id': '9d2738a92828470d9c163e1690087f5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:12.103273 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6f151-1ccf-4d4e-86a1-b5a44491d84d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f954406-5969-4f16-9856-18d1bdb27989,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:12.113857 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:12.118798 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Usage tracker for resource:security_group_rule and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:12.122616 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:12.129269 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:12.153185 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-d93b96c6-7a27-4d0a-9300-d578aba8292d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 HTTP/1.1" status: 200 len: 999 time: 0.1338050 May 03 21:17:12.154875 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.232668 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.240034 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.260003 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-ff7a136f-0c84-4c08-973d-05c8f09f3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:12.264127 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-ff7a136f-0c84-4c08-973d-05c8f09f3ebd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d46f1791-e7c0-4157-9192-b783357c9bee HTTP/1.1" status: 200 len: 853 time: 0.1019475 May 03 21:17:12.286990 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:53Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '9a68768f-27ef-4cc2-a02e-737ecf9b9558', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'port_id': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'mac_address': 'fa:16:3e:c9:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:17:09Z', 'updated_at': '2022-05-03T21:17:09Z', 'revision_number': 0, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d41350-5278-4628-b127-d2f8fbbaa895', 'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'mac_address': 'fa:16:3e:b6:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:51Z', 'updated_at': '2022-05-03T21:16:02Z', 'revision_number': 5, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'subnets': [{'id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:12.287930 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b411e4-acbc-4307-bc3c-bfd28b02924f,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:12.294743 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] Checking router: 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:17:12.295090 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.296469 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-6dc83bf1-7282-4cfc-8757-d5c4262f359b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2056715 May 03 21:17:12.299287 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57198) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:12.309935 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'security_group_rule': {'security_group_id': 'a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096', 'project_id': '9d2738a92828470d9c163e1690087f5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:12.315156 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] Routers {'6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:17:12.315778 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:16:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:12.322340 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:12.331506 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Usage tracker for resource:security_group_rule and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:12.340768 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:12.351605 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:12.389363 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.425668 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-2c2db9d6-0e4e-4fad-b8a9-4f75282a0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:12.427159 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-2c2db9d6-0e4e-4fad-b8a9-4f75282a0ebf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1571202 May 03 21:17:12.507564 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.518499 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.578025 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704512a7-6708-4b0a-82e4-3fda72cecfc7,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:12.593683 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.598048 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-d894523c-9046-457e-83f8-0b1db08acbe8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2977154 May 03 21:17:12.598659 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57202) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:12.607955 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] Set router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:17:12.608655 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'security_group_rule': {'security_group_id': 'a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096', 'project_id': '9d2738a92828470d9c163e1690087f5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:12.626493 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:12.639425 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Usage tracker for resource:security_group_rule and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:12.643579 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:12.654177 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:12.659999 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-7dc89bd3-b119-46b1-b4b8-376f4d596876 service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029002 May 03 21:17:12.699933 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.819103 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.830002 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.889781 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7389e022-f85e-4d95-a839-2658723a6d94,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:12.927517 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:12.930233 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-25ea1ae9-2fbe-4d05-8bf9-19b157cb994a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3302691 May 03 21:17:12.936930 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57210) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:12.944092 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'security_group_rule': {'security_group_id': 'a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096', 'project_id': '9d2738a92828470d9c163e1690087f5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:12.958343 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b9db3913-07f2-47cc-bf0f-93c025322ea2 req-704b5e21-25e9-4c49-961d-49940382b7e8 service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828317 May 03 21:17:12.964169 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:12.973032 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Usage tracker for resource:security_group_rule and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:12.978596 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:12.987190 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:13.012764 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.securitygroups_db [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Project 9d2738a92828470d9c163e1690087f5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:17:13.033407 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:13.102132 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:53Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '9a68768f-27ef-4cc2-a02e-737ecf9b9558', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'port_id': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'mac_address': 'fa:16:3e:c9:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:17:09Z', 'updated_at': '2022-05-03T21:17:09Z', 'revision_number': 0, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d41350-5278-4628-b127-d2f8fbbaa895', 'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'mac_address': 'fa:16:3e:b6:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:51Z', 'updated_at': '2022-05-03T21:16:02Z', 'revision_number': 5, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'subnets': [{'id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:13.106330 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31517a0-3a00-4d13-8390-e8870c3671b2 None None] The sync data for ids ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'] in dv-cinder-840376-1-smb is: [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:53Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '9a68768f-27ef-4cc2-a02e-737ecf9b9558', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'port_id': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'mac_address': 'fa:16:3e:c9:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:17:09Z', 'updated_at': '2022-05-03T21:17:09Z', 'revision_number': 0, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d41350-5278-4628-b127-d2f8fbbaa895', 'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'mac_address': 'fa:16:3e:b6:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:51Z', 'updated_at': '2022-05-03T21:16:02Z', 'revision_number': 5, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'subnets': [{'id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:17:13.165700 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:13.174569 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:13.213556 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d916c1-af86-4385-8579-9b0ddae04713,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:13.229300 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:13.233271 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-2a423459-4019-44b8-a5b1-0d37cf41b157 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2926869 May 03 21:17:13.233793 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57214) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:13.242188 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'security_group_rule': {'security_group_id': 'a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096', 'project_id': '9d2738a92828470d9c163e1690087f5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:13.248933 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:13.252857 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Usage tracker for resource:security_group_rule and tenant:9d2738a92828470d9c163e1690087f5b is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:13.256053 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:13.262603 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:13.278447 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.securitygroups_db [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Project 9d2738a92828470d9c163e1690087f5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:17:13.286807 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:13.392673 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:13.398578 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:13.429997 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ba4670-d8f5-4225-aa64-e36c27123101,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:13.455173 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a7fee-0a7e-469e-a476-51d1001bade3 None None] New status for floating IP 9a68768f-27ef-4cc2-a02e-737ecf9b9558: ACTIVE {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:17:13.463454 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:13.465173 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f33893d3-0327-47da-ad14-7256e474f8fb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2301359 May 03 21:17:13.623689 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-39dfbe3a-0fde-4232-ab2c-bfc1b72a922e tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085017318&fields=id&tenant_id=9d2738a92828470d9c163e1690087f5b HTTP/1.1" status: 200 len: 267 time: 0.0425251 May 03 21:17:13.737712 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-7b5bb055-d579-4b45-a0c5-92d5b8334c87 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:13.751057 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-7b5bb055-d579-4b45-a0c5-92d5b8334c87 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 945 time: 0.1210141 May 03 21:17:13.757506 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-b306b036-2ffd-4847-9307-649c30d4d30f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'port': {'security_groups': ['64231ffc-3233-4cf2-a1ed-eeb49aaf86a4', 'a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096']}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:13.892717 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-b306b036-2ffd-4847-9307-649c30d4d30f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:14.126322 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-8dd04f55-3f86-4e8f-b79a-2c5fd7968e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:14.209640 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-b306b036-2ffd-4847-9307-649c30d4d30f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] For port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:17:14.242134 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-b306b036-2ffd-4847-9307-649c30d4d30f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:14.251784 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-b306b036-2ffd-4847-9307-649c30d4d30f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:14.302986 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:17:14.358030 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-b306b036-2ffd-4847-9307-649c30d4d30f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:14.358690 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-b306b036-2ffd-4847-9307-649c30d4d30f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:14.366127 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-596b8cfb-9e49-4cd9-933a-b367521ee2a5 req-b306b036-2ffd-4847-9307-649c30d4d30f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "PUT /v2.0/ports/b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 HTTP/1.1" status: 200 len: 981 time: 0.6110725 May 03 21:17:14.366127 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:17:14.378945 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306b036-2ffd-4847-9307-649c30d4d30f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'Port': ['ID=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,revision_number=6']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:14.450894 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e5a52b-04ce-4c41-9169-3c9d8d9f6489'] response: {'name': 'network-changed', 'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'status': 'completed', 'code': 200} May 03 21:17:14.552553 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:17:14.733685 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e6eaa-333a-4bff-a579-3f6104a2ca6a req-2d06ad92-54df-4adf-9719-40fb96cb31f2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:14.735282 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-856e6eaa-333a-4bff-a579-3f6104a2ca6a req-2d06ad92-54df-4adf-9719-40fb96cb31f2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.2376573 May 03 21:17:14.737844 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-9f967ae4-4ff2-4e6c-8666-8c3ba0bb68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:14.739195 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-9f967ae4-4ff2-4e6c-8666-8c3ba0bb68f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2738a92828470d9c163e1690087f5b&device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 1137 time: 0.1853366 May 03 21:17:14.823720 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-208450f7-eb07-47f9-a759-2e20a1c00a6b None None] Provisioning complete for port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:17:14.824092 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-208450f7-eb07-47f9-a759-2e20a1c00a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:14.878686 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-856e6eaa-333a-4bff-a579-3f6104a2ca6a req-87b17c43-df89-4b72-8d7e-62f3df4676ba tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340117 May 03 21:17:14.951512 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-8f90a0dc-e9d8-481b-bab6-2e831a43468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:14.952845 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-8f90a0dc-e9d8-481b-bab6-2e831a43468a service neutron] 10.222.0.43 "GET /v2.0/networks?id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e HTTP/1.1" status: 200 len: 915 time: 0.1878502 May 03 21:17:15.065391 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-2699da72-da30-49e2-8451-781582f55f8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 HTTP/1.1" status: 200 len: 1001 time: 0.1058645 May 03 21:17:15.156875 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-f846d052-b4fa-4229-923c-b8f81b2f1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:15.158454 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-f846d052-b4fa-4229-923c-b8f81b2f1846 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d46f1791-e7c0-4157-9192-b783357c9bee HTTP/1.1" status: 200 len: 853 time: 0.0816164 May 03 21:17:15.248251 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-6018ce7c-5ede-4aed-af90-3d3cc5c8f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:15.250114 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-6018ce7c-5ede-4aed-af90-3d3cc5c8f63d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843909 May 03 21:17:15.409790 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-e72cd746-27ee-4bd8-ad6b-cccf6b848fa1 service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483932 May 03 21:17:15.454643 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-a30d02e6-6d85-4d84-8c9e-6d5dc893bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:15.457055 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-a30d02e6-6d85-4d84-8c9e-6d5dc893bae8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 1098 time: 0.1063113 May 03 21:17:15.635884 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-bde32b9c-e4f4-4a4a-af3f-8faa087c7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:15.637308 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-bde32b9c-e4f4-4a4a-af3f-8faa087c7da1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.1716988 May 03 21:17:15.637480 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909799-adc6-4ba3-9209-3fcfba8b7745 req-7ea1f678-85aa-4038-bef2-c11b1482c28e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:15.638988 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-16909799-adc6-4ba3-9209-3fcfba8b7745 req-7ea1f678-85aa-4038-bef2-c11b1482c28e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.1760905 May 03 21:17:15.640804 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-80c48542-e893-46bd-acd0-d24bd8ea7399 req-233a999c-c88c-4e9a-8598-dd2d5591f1d0 service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233212 May 03 21:17:15.684555 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-16909799-adc6-4ba3-9209-3fcfba8b7745 req-cc59253e-1c76-4333-ae6c-acd50e69dc0b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400906 May 03 21:17:15.770255 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-b7089d8f-3180-47c2-8c3d-4404eff43e30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b31318-2892-4133-8a90-d47b75c941a4 HTTP/1.1" status: 200 len: 999 time: 0.0981100 May 03 21:17:15.917255 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-9cbc822e-ddcc-475e-94c0-8e46f273dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:15.918615 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-9cbc822e-ddcc-475e-94c0-8e46f273dae2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.1373367 May 03 21:17:15.999541 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-3f021904-7d1d-4712-8e14-cfae41724c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:16.000971 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-3f021904-7d1d-4712-8e14-cfae41724c53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728238 May 03 21:17:16.132120 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-e8d41fe2-f9a6-41ee-bcbc-08a0a00b1d80 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231837 May 03 21:17:16.271262 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ad20d878-d957-4f3a-ac71-4303431ce625 req-922e8b47-7eae-4d9b-a98e-c543238cb069 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271756 May 03 21:17:16.426293 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-a12df015-2ceb-412b-b7d2-4f96ddf5c644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:16.872654 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c481f2f-5210-422e-9094-9a0f4059db0e req-288a2221-bfb9-4277-9d9d-fc8197ab3f9d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:16.874108 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0c481f2f-5210-422e-9094-9a0f4059db0e req-288a2221-bfb9-4277-9d9d-fc8197ab3f9d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0787830 May 03 21:17:16.921371 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0c481f2f-5210-422e-9094-9a0f4059db0e req-99b92467-b54b-4d51-a563-eab407c48972 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415006 May 03 21:17:17.435199 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:17.613401 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:17.822902 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57328) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:17.880803 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9ed883-4b9d-4f24-a580-232a097ecbd4 admin admin] Deleting subnet db181142-94fe-4545-a3ee-fc66f08d6fd6 {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:17:17.883916 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0b9ed883-4b9d-4f24-a580-232a097ecbd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:17.931784 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0b9ed883-4b9d-4f24-a580-232a097ecbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3460637'] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:17.989600 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0b9ed883-4b9d-4f24-a580-232a097ecbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.059001 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0b9ed883-4b9d-4f24-a580-232a097ecbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128164'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.097974 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ed883-4b9d-4f24-a580-232a097ecbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db181142-94fe-4545-a3ee-fc66f08d6fd6,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:18.101733 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0b9ed883-4b9d-4f24-a580-232a097ecbd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.107986 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-0b9ed883-4b9d-4f24-a580-232a097ecbd4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/db181142-94fe-4545-a3ee-fc66f08d6fd6 HTTP/1.1" status: 204 len: 168 time: 0.2840068 May 03 21:17:18.110455 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57334) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:18.181506 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35168c3-aedf-408e-999b-b176dedd5129 req-7c218ac0-8a39-4e7c-885d-30fb10383667 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:18.182870 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b35168c3-aedf-408e-999b-b176dedd5129 req-7c218ac0-8a39-4e7c-885d-30fb10383667 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.1536973 May 03 21:17:18.215546 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.225984 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b35168c3-aedf-408e-999b-b176dedd5129 req-f4af34a0-7096-4518-9a71-678c48eb90c6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374882 May 03 21:17:18.338095 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.363033 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78734c97-0285-4397-a280-c2dfb8b4aad8']}} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:18.378201 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cedd36-af75-441a-b45a-d9b98b7a8f52') {'for_net_delete': True} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:18.378494 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cedd36-af75-441a-b45a-d9b98b7a8f52') {} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:18.389575 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3460628'] for segment, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.405199 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.410849 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:17:18.411471 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221191'] for segment, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: Traceback (most recent call last): May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: timer() May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: cb(*args, **kw) May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: return func(*args, **kwargs) May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: self._notify() May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: self.callback(batched_events) May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: event.method(event) May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: return f(self, *a, **k) May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: return self._get(url).json() May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: return self.request(url, 'GET', **kwargs) May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:17:18.424607 dv-cinder-840376-1-smb neutron-server[87240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:17:18.495816 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.500166 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.526931 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] Pushing event deleted for resources: {'Network': ['ID=78734c97-0285-4397-a280-c2dfb8b4aad8,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:18.535271 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ba074a2b-0c2b-4e83-a14b-f15ca1478909 admin admin] 10.222.0.44 "DELETE /v2.0/networks/78734c97-0285-4397-a280-c2dfb8b4aad8 HTTP/1.1" status: 204 len: 168 time: 0.4238603 May 03 21:17:18.675231 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.709224 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57340) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:18.755803 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c87df619-f9cc-482b-86ff-80012d9c67af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=924559cd84af479ca6eb310ef0703d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454495 May 03 21:17:18.758736 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57344) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:18.814912 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-eeba1793-d862-45c2-bdfe-de7358f6571b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.840091 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-eeba1793-d862-45c2-bdfe-de7358f6571b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.889309 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-eeba1793-d862-45c2-bdfe-de7358f6571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.904733 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba1793-d862-45c2-bdfe-de7358f6571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4072a917-7caa-4967-ad8e-e09011f04e71,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:18.910027 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-eeba1793-d862-45c2-bdfe-de7358f6571b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:18.912085 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-eeba1793-d862-45c2-bdfe-de7358f6571b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4072a917-7caa-4967-ad8e-e09011f04e71 HTTP/1.1" status: 204 len: 168 time: 0.1522741 May 03 21:17:19.412014 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1ff4d-04c8-402d-98b6-5670ff2dedcc req-e0fdeb25-7f55-4f03-8083-362d05fddda8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:19.413440 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-00d1ff4d-04c8-402d-98b6-5670ff2dedcc req-e0fdeb25-7f55-4f03-8083-362d05fddda8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0803444 May 03 21:17:19.458146 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-00d1ff4d-04c8-402d-98b6-5670ff2dedcc req-c5fcd15d-8ceb-47af-98ff-e2ef8323bd05 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384665 May 03 21:17:20.648110 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e974e-25d5-45de-9215-794f28688304 req-01fe8c32-9f6b-4258-80b5-1844f18e6c65 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:20.650011 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4d8e974e-25d5-45de-9215-794f28688304 req-01fe8c32-9f6b-4258-80b5-1844f18e6c65 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0833180 May 03 21:17:20.692400 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4d8e974e-25d5-45de-9215-794f28688304 req-0413b7fa-733d-4abf-b85c-83fabb3caf33 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368214 May 03 21:17:21.874799 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e207d2-03e2-4ce0-bf77-8eb8bbb94bb2 req-acf081f4-b06a-4fef-a484-dbc5d9a07438 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:21.876193 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-46e207d2-03e2-4ce0-bf77-8eb8bbb94bb2 req-acf081f4-b06a-4fef-a484-dbc5d9a07438 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0792415 May 03 21:17:21.919420 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-46e207d2-03e2-4ce0-bf77-8eb8bbb94bb2 req-446c86e9-99f1-4fff-be29-f5e9b23403d6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376284 May 03 21:17:23.102252 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9fbb2-b1fb-4b73-a191-d123d8b10d67 req-4bdf8705-0f3c-4d0b-9f6c-405fede4265f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:23.103756 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b1e9fbb2-b1fb-4b73-a191-d123d8b10d67 req-4bdf8705-0f3c-4d0b-9f6c-405fede4265f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0787807 May 03 21:17:23.149720 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b1e9fbb2-b1fb-4b73-a191-d123d8b10d67 req-41622ebf-6243-4fad-a865-8eb03ed5bf96 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403605 May 03 21:17:24.331564 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b520-5f4f-4102-98da-b2d01990355f req-33da8e72-7676-4083-bc5c-c33082f74de1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:24.332993 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e406b520-5f4f-4102-98da-b2d01990355f req-33da8e72-7676-4083-bc5c-c33082f74de1 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0797694 May 03 21:17:24.377108 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e406b520-5f4f-4102-98da-b2d01990355f req-95fecb96-c89d-4dac-8a9c-3b9096997a49 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376906 May 03 21:17:25.564895 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c0f7-d06b-4a66-b327-3dd31861b657 req-8d5ab202-d5ca-4303-b26c-ac47b226e1fc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:25.566336 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4b94c0f7-d06b-4a66-b327-3dd31861b657 req-8d5ab202-d5ca-4303-b26c-ac47b226e1fc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0834160 May 03 21:17:25.609282 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4b94c0f7-d06b-4a66-b327-3dd31861b657 req-d8ea778f-799f-45a0-9f94-4afa0045eeba tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368190 May 03 21:17:26.792977 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe799be-6f88-484c-8d41-5240b2de34d6 req-e27f2274-7aa6-47b6-a70c-75b3954450c5 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:26.794429 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1fe799be-6f88-484c-8d41-5240b2de34d6 req-e27f2274-7aa6-47b6-a70c-75b3954450c5 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0785832 May 03 21:17:26.836959 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1fe799be-6f88-484c-8d41-5240b2de34d6 req-427969a0-f7e1-48c4-a927-d9c54905a834 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368676 May 03 21:17:28.172864 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393493a-0214-47ba-9494-ad2aaa854849 req-4f77f49c-42b2-4de7-ac70-bb67bd257308 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:28.174234 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7393493a-0214-47ba-9494-ad2aaa854849 req-4f77f49c-42b2-4de7-ac70-bb67bd257308 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0813651 May 03 21:17:28.217039 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7393493a-0214-47ba-9494-ad2aaa854849 req-cbc05191-cfe2-45f6-8f02-10f73ef5b2c0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367756 May 03 21:17:29.401212 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b9d7-f542-441d-a8f6-98722fa61d00 req-844742a1-77e4-43ea-8679-b96c6b75f52b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:29.402675 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6861b9d7-f542-441d-a8f6-98722fa61d00 req-844742a1-77e4-43ea-8679-b96c6b75f52b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0799556 May 03 21:17:29.448533 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6861b9d7-f542-441d-a8f6-98722fa61d00 req-5fcebe70-477d-4de4-b11d-26ad0df82442 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402119 May 03 21:17:30.630133 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2174a84-eab4-489f-802e-e729b6f93d20 req-f2df7675-7f07-4a3f-a498-81512630ca65 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:30.631466 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2174a84-eab4-489f-802e-e729b6f93d20 req-f2df7675-7f07-4a3f-a498-81512630ca65 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0785120 May 03 21:17:30.675176 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2174a84-eab4-489f-802e-e729b6f93d20 req-543932c4-d0eb-49af-9ebc-394873940f84 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372868 May 03 21:17:31.879952 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86ec13-356a-4793-9e1d-afd74e9c317b req-50098068-9d27-43fb-9d0d-dc064d68a5c9 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:31.881360 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8e86ec13-356a-4793-9e1d-afd74e9c317b req-50098068-9d27-43fb-9d0d-dc064d68a5c9 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0808988 May 03 21:17:31.924854 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8e86ec13-356a-4793-9e1d-afd74e9c317b req-bb82999b-ee6e-43e9-ae47-1d771b70fa9a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377975 May 03 21:17:33.103853 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db5cc-229d-4b3e-bd90-0221ed48fb8f req-467d7747-6f0c-496c-84e2-c201b18a1271 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:33.105289 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c20db5cc-229d-4b3e-bd90-0221ed48fb8f req-467d7747-6f0c-496c-84e2-c201b18a1271 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0773845 May 03 21:17:33.147518 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c20db5cc-229d-4b3e-bd90-0221ed48fb8f req-53040a8b-5d38-423c-bd72-66dfca8d08a2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365956 May 03 21:17:34.337505 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f872c1-2ab9-43a6-ac45-cc2db748596e req-f7f938b9-90db-40d7-ab9f-6c58a7160e24 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:34.338937 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d3f872c1-2ab9-43a6-ac45-cc2db748596e req-f7f938b9-90db-40d7-ab9f-6c58a7160e24 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0822716 May 03 21:17:34.381082 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d3f872c1-2ab9-43a6-ac45-cc2db748596e req-14ea3b27-0f83-4fa0-9249-cba813ca6224 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365074 May 03 21:17:35.564546 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68e7cb-ba63-4b7b-a74b-394971f7d02c req-95f44cbd-e263-469b-aa7c-41c90d2ab019 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:35.565997 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8d68e7cb-ba63-4b7b-a74b-394971f7d02c req-95f44cbd-e263-469b-aa7c-41c90d2ab019 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0787044 May 03 21:17:35.608591 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8d68e7cb-ba63-4b7b-a74b-394971f7d02c req-8ca4d391-1df9-44aa-af0c-f32e077acbd9 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369649 May 03 21:17:36.198043 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:17:36.799544 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3db6-9d2f-43c5-9c22-b57af2363133 req-5e49152e-aa6c-4f7f-aeb7-4696c622742a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:36.800984 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e01b3db6-9d2f-43c5-9c22-b57af2363133 req-5e49152e-aa6c-4f7f-aeb7-4696c622742a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0814111 May 03 21:17:36.844596 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e01b3db6-9d2f-43c5-9c22-b57af2363133 req-88289ab2-39b0-4f9d-9b09-39e246ab1e99 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379443 May 03 21:17:38.002477 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeb15a-c281-44d6-9ee3-690d7606be65 req-72e7d3c7-38c4-4b85-9784-12f5f07b2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:38.003936 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-0beeb15a-c281-44d6-9ee3-690d7606be65 req-72e7d3c7-38c4-4b85-9784-12f5f07b2449 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 1098 time: 0.0722411 May 03 21:17:38.026660 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0913ff-03c7-4ee9-8af2-f183e7ce3b94 req-1bd24e2e-e277-4153-8247-0975b1a2de6f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:38.028072 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ba0913ff-03c7-4ee9-8af2-f183e7ce3b94 req-1bd24e2e-e277-4153-8247-0975b1a2de6f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0784638 May 03 21:17:38.047820 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-0beeb15a-c281-44d6-9ee3-690d7606be65 req-3e759884-b7a2-4ade-9d3d-c769177ea18b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346632 May 03 21:17:38.074141 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ba0913ff-03c7-4ee9-8af2-f183e7ce3b94 req-4f17b886-8fb5-48bf-a010-837743447b59 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403192 May 03 21:17:39.256731 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002985e-37d3-4803-81a7-6b65fe59aef9 req-a7be8201-8b37-4bd8-a656-644bba3ab16a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:39.258775 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5002985e-37d3-4803-81a7-6b65fe59aef9 req-a7be8201-8b37-4bd8-a656-644bba3ab16a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0788546 May 03 21:17:39.301295 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5002985e-37d3-4803-81a7-6b65fe59aef9 req-4ec93c8a-f884-4f13-b537-6f69f98ffa95 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369656 May 03 21:17:40.552401 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8b39d-4699-4a6e-a8dc-e35039712a55 req-77259a21-958a-47c2-a732-351e6beb1c2b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:40.553865 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5b8b39d-4699-4a6e-a8dc-e35039712a55 req-77259a21-958a-47c2-a732-351e6beb1c2b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.1438272 May 03 21:17:40.597003 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5b8b39d-4699-4a6e-a8dc-e35039712a55 req-877ef4ea-9ce7-46f1-b9c3-c5b3b27daa3b tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372040 May 03 21:17:41.183617 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-307d4049-28c5-4430-a6ca-567a76a68a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:41.184964 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-307d4049-28c5-4430-a6ca-567a76a68a37 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 1098 time: 0.0700061 May 03 21:17:41.203555 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6100a-a6d5-478e-809f-301215c5dab1 req-f609278c-dcea-4420-9e34-0dcd709ea832 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:41.204970 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aca6100a-a6d5-478e-809f-301215c5dab1 req-f609278c-dcea-4420-9e34-0dcd709ea832 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0791860 May 03 21:17:41.248802 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aca6100a-a6d5-478e-809f-301215c5dab1 req-53228904-ec52-4955-8612-483f0f8a2f94 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380650 May 03 21:17:41.323559 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-b149029a-7e7d-4132-b2b4-819625851879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:41.324984 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-b149029a-7e7d-4132-b2b4-819625851879 service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.1323566 May 03 21:17:41.474078 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-6459ec5a-0a43-4437-8946-6e3d349a8280 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725784 May 03 21:17:41.498842 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:41.518311 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-eacdc256-a94c-4c4f-9318-1c96a70324ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b31318-2892-4133-8a90-d47b75c941a4 HTTP/1.1" status: 200 len: 999 time: 0.1698911 May 03 21:17:41.581406 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-ebcba994-742d-437d-8d90-e3d07911890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:41.582167 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-17527e93-117c-4f5b-80e5-4fb23b65a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:41.582963 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-ebcba994-742d-437d-8d90-e3d07911890f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 1100 time: 0.0710514 May 03 21:17:41.583565 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-17527e93-117c-4f5b-80e5-4fb23b65a276 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.0585241 May 03 21:17:41.664806 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-f5603adf-1bb1-4104-bcd5-cb8aaca37916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:41.666274 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-f5603adf-1bb1-4104-bcd5-cb8aaca37916 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698910 May 03 21:17:41.731154 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-db0dc648-0b36-4cf3-b927-a125c08acfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:41.732493 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-db0dc648-0b36-4cf3-b927-a125c08acfdf service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.1272290 May 03 21:17:41.801115 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-77886338-a590-4c5e-873e-8909cc900288 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269057 May 03 21:17:41.838010 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-42fe4c8a-b5d7-464c-bf12-d295b9dd8f14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa HTTP/1.1" status: 200 len: 1002 time: 0.0979664 May 03 21:17:41.908740 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-e17488ad-465d-4a83-9541-7e04a5750222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:41.910193 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-e17488ad-465d-4a83-9541-7e04a5750222 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.0592530 May 03 21:17:41.932260 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-d40fbedc-1fb0-46e3-85cc-ccc2639cf523 req-e8040ec8-9059-4fe7-a044-8501faac1d3c service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246049 May 03 21:17:41.986207 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-b0a4d720-5053-4a6a-899a-1a4c65768ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:41.987578 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-b0a4d720-5053-4a6a-899a-1a4c65768ddc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708451 May 03 21:17:42.120055 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-dbd9bf61-6802-408c-bd85-ce98bf84c2ec service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231616 May 03 21:17:42.249496 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-79af991f-64ee-4107-a1e7-20d4b738d632 req-e4659bbb-2694-478c-b85c-276baeb7f603 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194289 May 03 21:17:42.434612 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f3ff-c29a-44f9-b1bb-56f5bd1e9c4c req-7da1c57f-4ff1-492d-a665-a9ee556861f2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:42.436036 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bc09f3ff-c29a-44f9-b1bb-56f5bd1e9c4c req-7da1c57f-4ff1-492d-a665-a9ee556861f2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0779979 May 03 21:17:42.482433 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bc09f3ff-c29a-44f9-b1bb-56f5bd1e9c4c req-5052bdd4-ffc9-4668-9b95-914ae87b40f4 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407846 May 03 21:17:43.666180 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34b0b5-c9f3-4e32-a075-65b499e19ef2 req-e0a2661b-24a4-4caf-ba70-d465e7da5bd6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:43.667612 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1d34b0b5-c9f3-4e32-a075-65b499e19ef2 req-e0a2661b-24a4-4caf-ba70-d465e7da5bd6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0807815 May 03 21:17:43.712361 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1d34b0b5-c9f3-4e32-a075-65b499e19ef2 req-14e16d0b-938e-43fb-b04c-c60e8d1a7ae2 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391519 May 03 21:17:44.079032 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-917d425e-e61b-4c44-99ed-628b9785479b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:44.894170 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bf36f-dc59-4ca0-a201-f9ce74764979 req-997d779a-caac-4f78-8aab-c3eb9f3a1282 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:44.895677 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-002bf36f-dc59-4ca0-a201-f9ce74764979 req-997d779a-caac-4f78-8aab-c3eb9f3a1282 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0807571 May 03 21:17:44.939409 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-002bf36f-dc59-4ca0-a201-f9ce74764979 req-8501eb75-802f-409a-a85a-b13eef2ac53d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376360 May 03 21:17:45.112424 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2038f-071d-460b-a7bc-195f4f8dc5f1 req-82afeafc-3a8a-4d29-b1b9-fe93bc34a72f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:45.113836 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-18b2038f-071d-460b-a7bc-195f4f8dc5f1 req-82afeafc-3a8a-4d29-b1b9-fe93bc34a72f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0766845 May 03 21:17:45.122336 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57430) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:45.127299 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-687a61e0-b6a5-4cd2-b953-0fd59f23d6ce tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Request body: {'floatingip': {'port_id': 'd5b31318-2892-4133-8a90-d47b75c941a4'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:45.226816 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-687a61e0-b6a5-4cd2-b953-0fd59f23d6ce tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for floatingip, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:45.903999 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-687a61e0-b6a5-4cd2-b953-0fd59f23d6ce tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:45.907697 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-687a61e0-b6a5-4cd2-b953-0fd59f23d6ce tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:46.245533 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687a61e0-b6a5-4cd2-b953-0fd59f23d6ce tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:17:46.421466 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687a61e0-b6a5-4cd2-b953-0fd59f23d6ce tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:17:46.425746 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-687a61e0-b6a5-4cd2-b953-0fd59f23d6ce tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:46.430863 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-d26e60e1-7cb3-413e-bc81-48aceb24a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:46.433284 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208bb12-c208-460f-88fe-422842baf273 None None] Sync routers for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:17:46.443828 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208bb12-c208-460f-88fe-422842baf273 None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:17:46.444691 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-0208bb12-c208-460f-88fe-422842baf273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:17:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:46.511004 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:17:46.555280 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-687a61e0-b6a5-4cd2-b953-0fd59f23d6ce tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "PUT /v2.0/floatingips/cf2cfa8b-41b3-424d-a3c1-e9fe548637d2 HTTP/1.1" status: 200 len: 991 time: 1.4311111 May 03 21:17:46.575588 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa38a83-8ce5-41c1-ac75-f6ae29c2a2c4'] response: {'name': 'network-changed', 'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'status': 'completed', 'code': 200} May 03 21:17:46.627666 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-0208bb12-c208-460f-88fe-422842baf273 None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:17:46.696465 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-2ca20eb9-b9ed-45cf-a03a-1e613ffb14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:46.697976 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-2ca20eb9-b9ed-45cf-a03a-1e613ffb14ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 1098 time: 0.0741088 May 03 21:17:46.849263 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-e33e83a7-de8b-418a-9ae9-e06df728078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:46.853142 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-e33e83a7-de8b-418a-9ae9-e06df728078f service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.1468945 May 03 21:17:47.037334 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-0208bb12-c208-460f-88fe-422842baf273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cf2cfa8b-41b3-424d-a3c1-e9fe548637d2', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'floating_ip_address': '172.28.1.7', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'port_id': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'mac_address': 'fa:16:3e:f2:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:16:04Z', 'updated_at': '2022-05-03T21:17:45Z', 'revision_number': 3, 'project_id': '8becd1d43888424795557d5ad95253f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:20Z', 'revision_number': 5, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:47.042644 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208bb12-c208-460f-88fe-422842baf273 None None] Checking router: 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:17:47.058374 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208bb12-c208-460f-88fe-422842baf273 None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:17:47.059299 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-0208bb12-c208-460f-88fe-422842baf273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:17:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:47.071033 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-d9e7791b-1f64-4abf-88f7-6062aebc427b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b31318-2892-4133-8a90-d47b75c941a4 HTTP/1.1" status: 200 len: 999 time: 0.2095525 May 03 21:17:47.189524 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-1150914d-0b40-4d2f-9bf0-3e25d474e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:47.191150 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-1150914d-0b40-4d2f-9bf0-3e25d474e086 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.1146376 May 03 21:17:47.243476 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-483c005a-d17c-4d52-a878-fcd181224c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:47.245918 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-483c005a-d17c-4d52-a878-fcd181224c6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2738a92828470d9c163e1690087f5b&device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 1137 time: 0.0831969 May 03 21:17:47.250643 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-0208bb12-c208-460f-88fe-422842baf273 None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:17:47.290430 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948eef0d-c3ce-460e-9e02-d1fdda5c1ed1 req-e02b8b47-7f5c-4e69-b38d-d696537cd762 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:47.297806 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-948eef0d-c3ce-460e-9e02-d1fdda5c1ed1 req-e02b8b47-7f5c-4e69-b38d-d696537cd762 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.1608264 May 03 21:17:47.344868 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-948eef0d-c3ce-460e-9e02-d1fdda5c1ed1 req-b7d384ce-b1a5-4ffb-b81d-a898969bb325 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458922 May 03 21:17:47.356660 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-04dcce89-393a-4c29-be7e-e7cb4355a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:47.358195 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-04dcce89-393a-4c29-be7e-e7cb4355a492 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1515558 May 03 21:17:47.435458 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:47.445621 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-ff077d70-ce33-49a3-9741-1f369d55c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:47.447089 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-ff077d70-ce33-49a3-9741-1f369d55c0b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e HTTP/1.1" status: 200 len: 915 time: 0.1794314 May 03 21:17:47.511137 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-dd4835f5-d55d-4d94-934d-f976ef3873f6 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422668 May 03 21:17:47.552798 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-8756b85d-d7ff-4cb3-a802-43c2dd555ed4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 HTTP/1.1" status: 200 len: 1001 time: 0.0981677 May 03 21:17:47.621540 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:47.622577 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-5ccc7d33-8406-4e8b-8c25-cd46581dc959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:47.624082 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-5ccc7d33-8406-4e8b-8c25-cd46581dc959 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d46f1791-e7c0-4157-9192-b783357c9bee HTTP/1.1" status: 200 len: 853 time: 0.0647476 May 03 21:17:47.654475 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-0208bb12-c208-460f-88fe-422842baf273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cf2cfa8b-41b3-424d-a3c1-e9fe548637d2', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'floating_ip_address': '172.28.1.7', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'port_id': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'mac_address': 'fa:16:3e:f2:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:16:04Z', 'updated_at': '2022-05-03T21:17:45Z', 'revision_number': 3, 'project_id': '8becd1d43888424795557d5ad95253f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:20Z', 'revision_number': 5, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:47.657545 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5642c56-d9c7-4603-a328-6c631c2cd02f req-3baed2d5-4a89-466f-8bfd-f836234bb361 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368971 May 03 21:17:47.659669 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208bb12-c208-460f-88fe-422842baf273 None None] The sync data for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb is: [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cf2cfa8b-41b3-424d-a3c1-e9fe548637d2', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'floating_ip_address': '172.28.1.7', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'port_id': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'mac_address': 'fa:16:3e:f2:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:16:04Z', 'updated_at': '2022-05-03T21:17:45Z', 'revision_number': 3, 'project_id': '8becd1d43888424795557d5ad95253f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:20Z', 'revision_number': 5, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:17:47.717575 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-d8dd21fb-2953-477f-976e-32d65b7c0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:47.719143 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-d8dd21fb-2953-477f-976e-32d65b7c0507 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881791 May 03 21:17:47.858873 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-029ed83d-f9d6-400b-9a6e-da17fb13e732 service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330681 May 03 21:17:47.994149 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-2bbea5e3-2cdb-47f0-bcdb-c43974aca400 req-1049fa00-4a47-4fd4-aec7-3f5c46f2e74c service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259480 May 03 21:17:48.355750 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3c5f2-0eea-44a6-aa24-f3aae8b87f62 req-4479dd1d-6d63-481c-9daa-ff0ee118a39c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:48.357092 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4cb3c5f2-0eea-44a6-aa24-f3aae8b87f62 req-4479dd1d-6d63-481c-9daa-ff0ee118a39c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 947 time: 0.0794303 May 03 21:17:48.404067 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4cb3c5f2-0eea-44a6-aa24-f3aae8b87f62 req-e3875ae6-c1c3-4a2f-a66d-ae68e3d4440f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412207 May 03 21:17:48.534009 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bdb08-4c4b-4138-9b7f-e65185d15a46 req-33e18025-1679-45e2-b503-64d958a485a3 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:48.535672 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-392bdb08-4c4b-4138-9b7f-e65185d15a46 req-33e18025-1679-45e2-b503-64d958a485a3 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.0779712 May 03 21:17:48.578519 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:17:48.587627 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-392bdb08-4c4b-4138-9b7f-e65185d15a46 req-1dcf2210-0242-4729-9e55-ee3e997d5f56 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449731 May 03 21:17:48.624261 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1275c63-33f3-4bb3-a830-a5311e7d235c'] response: {'name': 'network-changed', 'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'status': 'completed', 'code': 200} May 03 21:17:48.677631 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:48.754285 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-c034bf49-a5a2-4f83-8646-a13e6c820b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:48.755722 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-c034bf49-a5a2-4f83-8646-a13e6c820b48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8becd1d43888424795557d5ad95253f7&device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 1098 time: 0.0737119 May 03 21:17:48.888905 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-d41bd2ac-19fa-4dad-b0bf-9f48dd324f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:48.890349 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-d41bd2ac-19fa-4dad-b0bf-9f48dd324f42 service neutron] 10.222.0.43 "GET /v2.0/networks?id=696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 200 len: 919 time: 0.1259353 May 03 21:17:48.995982 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-237f1176-325c-4c83-9ddb-22763f0ea418 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b31318-2892-4133-8a90-d47b75c941a4 HTTP/1.1" status: 200 len: 999 time: 0.0934279 May 03 21:17:49.130104 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-0a00db5b-4680-4c78-8479-78404cb37ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:49.131516 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-0a00db5b-4680-4c78-8479-78404cb37ec0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 200 len: 857 time: 0.1281669 May 03 21:17:49.207882 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-d2e06a6f-3862-46cb-839a-4079943481ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:49.209302 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-d2e06a6f-3862-46cb-839a-4079943481ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=696f3710-7ff9-4877-98eb-e6f33ac34d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711265 May 03 21:17:49.340861 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-8de43dc0-aa4f-4886-8ed0-ed1bc98b4e45 service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242411 May 03 21:17:49.472743 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-476ca3f8-465a-44be-9941-7cbeea4e3261 req-c3065693-2cdc-4991-982d-050015c6832c service neutron] 10.222.0.43 "GET /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245368 May 03 21:17:49.594391 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb0b7-8fa4-4a88-bb87-34281eb275b2 req-07ae2d80-e824-4cf6-8798-81a8128f52a2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:49.595791 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-267fb0b7-8fa4-4a88-bb87-34281eb275b2 req-07ae2d80-e824-4cf6-8798-81a8128f52a2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 947 time: 0.0807393 May 03 21:17:49.639132 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-267fb0b7-8fa4-4a88-bb87-34281eb275b2 req-d532656a-8688-4d14-9396-386b1a8a00ef tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377395 May 03 21:17:49.781079 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b1c5-e299-421c-aa81-895d337ae9ed req-deb68251-b835-46f3-91ca-42ca2e9c7278 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:49.782528 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f65b1c5-e299-421c-aa81-895d337ae9ed req-deb68251-b835-46f3-91ca-42ca2e9c7278 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.0850449 May 03 21:17:49.828046 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f65b1c5-e299-421c-aa81-895d337ae9ed req-a152c0e7-c93e-4cff-b65b-a63c9c21e46e tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395739 May 03 21:17:50.333569 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-8d8ddc77-5a3f-4101-92cc-599fc4186273 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:50.334277 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-8d8ddc77-5a3f-4101-92cc-599fc4186273 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Synchronizing usage tracker for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:port {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:17:50.350721 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-8d8ddc77-5a3f-4101-92cc-599fc4186273 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Unset dirty status for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:port {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:17:50.352606 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-8d8ddc77-5a3f-4101-92cc-599fc4186273 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 947 time: 0.0969687 May 03 21:17:50.427356 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Deleting port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:17:50.427692 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:50.670464 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] For port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:17:50.670737 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:50.834970 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40774e8-cd6a-4f77-a32b-b6e47fd3c488 req-4598cae0-6110-4e9c-b9b6-74e4a421653e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:50.837369 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e40774e8-cd6a-4f77-a32b-b6e47fd3c488 req-4598cae0-6110-4e9c-b9b6-74e4a421653e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 947 time: 0.0825708 May 03 21:17:50.881380 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e40774e8-cd6a-4f77-a32b-b6e47fd3c488 req-842c36e9-08dd-40fd-90c3-02560d321d8c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=2cad3443-87e6-4ece-9a37-c47772d1897e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382500 May 03 21:17:50.964125 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:50.964404 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:50.964705 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.l3_db [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Floating IP 0db4333c-7e27-4a80-b361-d8a072acdeec disassociated. External IP: 172.28.1.150, port: ab1b990b-74b6-4b11-8ca5-1d3d46e925fa. May 03 21:17:50.965030 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Calling delete_port for ab1b990b-74b6-4b11-8ca5-1d3d46e925fa owned by compute:nova {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:17:51.018882 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c8e2f-b3bd-4147-9174-ab3634a99ae2 req-3b8e3f2d-0037-429a-b82f-08a835cd1bf8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:51.020321 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-db1c8e2f-b3bd-4147-9174-ab3634a99ae2 req-3b8e3f2d-0037-429a-b82f-08a835cd1bf8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.0785587 May 03 21:17:51.073101 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-db1c8e2f-b3bd-4147-9174-ab3634a99ae2 req-f390d8d4-10f0-410b-b88b-a8111e048d5c tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444107 May 03 21:17:51.105926 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:51.161025 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event deleted for resources: {'Port': ['ID=ab1b990b-74b6-4b11-8ca5-1d3d46e925fa,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:51.434504 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:17:51.616589 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:17:51.627505 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] Sync routers for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:17:51.646452 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:17:51.647474 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:17:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:51.692211 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] No DVR routers for this DVR port ab1b990b-74b6-4b11-8ca5-1d3d46e925fa on host hv-cinder-84037 {{(pid=87240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:17:51.695893 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:51.697422 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a6a47-c71d-4651-a1c0-73e4c59d3029 req-b29e2fed-aefb-4f9a-ae68-e10507725f13 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:51.698479 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'name': 'network-vif-deleted', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:17:51.702369 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2f4a6a47-c71d-4651-a1c0-73e4c59d3029 req-b29e2fed-aefb-4f9a-ae68-e10507725f13 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.0973475 May 03 21:17:51.716062 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-336c4af8-2f97-45fd-954c-cf5fb4a85853 req-37712114-f1ee-495b-9d0a-ae27c7b66149 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.43 "DELETE /v2.0/ports/ab1b990b-74b6-4b11-8ca5-1d3d46e925fa HTTP/1.1" status: 204 len: 173 time: 1.3517683 May 03 21:17:51.751400 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb97038-882f-4cd6-944b-28fbb4f5f78a'] response: {'server_uuid': '8f49f6ae-8f14-4736-9838-37dc9f8397d0', 'name': 'network-vif-deleted', 'tag': 'ab1b990b-74b6-4b11-8ca5-1d3d46e925fa', 'status': 'completed', 'code': 200} May 03 21:17:51.768253 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2f4a6a47-c71d-4651-a1c0-73e4c59d3029 req-272aece4-cb4f-49f4-bb4f-96fe3dfaa42a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573611 May 03 21:17:51.862075 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:17:52.060110 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0a972713-b1a9-4b97-84e2-73355e9f941f req-af46f6b3-99dc-44d1-83fa-3de67d096ad4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f49f6ae-8f14-4736-9838-37dc9f8397d0 HTTP/1.1" status: 200 len: 210 time: 0.0425937 May 03 21:17:52.189035 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:52.193254 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] Checking router: bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:17:52.204106 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:17:52.204707 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:17:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:52.293066 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b09d72-0884-4955-976c-2e2eb1f8708a req-e11fd5ca-a5f5-4c06-86da-5b51c06719e5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:52.295935 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c4b09d72-0884-4955-976c-2e2eb1f8708a req-e11fd5ca-a5f5-4c06-86da-5b51c06719e5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.1099627 May 03 21:17:52.370145 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c4b09d72-0884-4955-976c-2e2eb1f8708a req-25e24da8-4c5d-47d9-80a4-b9e7f4c301e1 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674984 May 03 21:17:52.465345 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:17:52.774789 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:52.778631 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30188b0-3f16-43b7-b01a-62a0125da536 None None] The sync data for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb is: [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:17:52.959586 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff9ac5-d5d3-491d-b0dd-3ffdb5c4bbd4 req-b14bbb9c-5a13-49e0-8de6-1c22d7d2e6fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:52.961472 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c1ff9ac5-d5d3-491d-b0dd-3ffdb5c4bbd4 req-b14bbb9c-5a13-49e0-8de6-1c22d7d2e6fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.0825982 May 03 21:17:53.018227 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c1ff9ac5-d5d3-491d-b0dd-3ffdb5c4bbd4 req-93acc3c1-6c20-4c26-8cd3-661e21d00fa2 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508356 May 03 21:17:53.038542 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13aafcc-871e-4d33-b4b3-5e8c6f1b658a None None] New status for floating IP 0db4333c-7e27-4a80-b361-d8a072acdeec: DOWN {{(pid=87242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:17:53.191935 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57502) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:53.262445 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-02c89ba6-69d7-4250-b220-f5b4a50c7bc6 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:53.300278 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-02c89ba6-69d7-4250-b220-f5b4a50c7bc6 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:53.301757 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device ab1b990b-74b6-4b11-8ca5-1d3d46e925fa no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:17:53.345672 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: ab1b990b-74b6-4b11-8ca5-1d3d46e925fa {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:17:53.346384 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device ab1b990b-74b6-4b11-8ca5-1d3d46e925fa not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:17:53.383506 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-02c89ba6-69d7-4250-b220-f5b4a50c7bc6 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:53.404216 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c89ba6-69d7-4250-b220-f5b4a50c7bc6 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cad3443-87e6-4ece-9a37-c47772d1897e,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:53.421795 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-02c89ba6-69d7-4250-b220-f5b4a50c7bc6 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:53.426379 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57508) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:53.437223 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-02c89ba6-69d7-4250-b220-f5b4a50c7bc6 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "DELETE /v2.0/security-groups/2cad3443-87e6-4ece-9a37-c47772d1897e HTTP/1.1" status: 204 len: 168 time: 0.2435861 May 03 21:17:53.448315 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.api.v2.resource [None req-277f13cd-56de-4152-86bf-f3617c9852d0 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] show failed (client error): The resource could not be found. May 03 21:17:53.452263 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-277f13cd-56de-4152-86bf-f3617c9852d0 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups/2cad3443-87e6-4ece-9a37-c47772d1897e HTTP/1.1" status: 404 len: 347 time: 0.0220926 May 03 21:17:53.452793 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57512) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:53.730659 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-4e476013-235f-4348-9092-8483df56cb1b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Deleting port b2b08278-5baa-448d-9853-d9a03599b3ea {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:17:53.730908 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4e476013-235f-4348-9092-8483df56cb1b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:53.832923 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d8f21-71bf-42a7-97b1-efb95d79c42d req-eb7853be-59f8-4c50-863b-f190c4b794f3 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:53.834387 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fb9d8f21-71bf-42a7-97b1-efb95d79c42d req-eb7853be-59f8-4c50-863b-f190c4b794f3 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.2514763 May 03 21:17:53.842823 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1de78354-b6cd-4317-a97c-7e33fa75fdb8 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:53.843515 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1de78354-b6cd-4317-a97c-7e33fa75fdb8 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Synchronizing usage tracker for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:port {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:17:53.859681 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1de78354-b6cd-4317-a97c-7e33fa75fdb8 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Unset dirty status for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:port {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:17:53.860923 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1de78354-b6cd-4317-a97c-7e33fa75fdb8 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.43 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.0983851 May 03 21:17:53.932468 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Deleting port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:17:53.932849 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:53.949802 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fb9d8f21-71bf-42a7-97b1-efb95d79c42d req-53e786ef-5192-437e-8484-107307fdaa18 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690317 May 03 21:17:53.955602 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4e476013-235f-4348-9092-8483df56cb1b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:53.955929 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4e476013-235f-4348-9092-8483df56cb1b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:54.090091 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-4e476013-235f-4348-9092-8483df56cb1b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Calling delete_port for b2b08278-5baa-448d-9853-d9a03599b3ea owned by network:floatingip {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:17:54.194099 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] For port d0f1d2a5-4d26-45c7-bd00-b03b880c9865, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:17:54.194415 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:54.296953 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54570-f43b-49dd-a616-429b6b9bc34a req-6f50e0bc-58df-4058-952b-2af830fa19de tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:54.298872 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-41a54570-f43b-49dd-a616-429b6b9bc34a req-6f50e0bc-58df-4058-952b-2af830fa19de tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 946 time: 0.1627126 May 03 21:17:54.327779 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4e476013-235f-4348-9092-8483df56cb1b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:54.385623 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e476013-235f-4348-9092-8483df56cb1b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event deleted for resources: {'Port': ['ID=b2b08278-5baa-448d-9853-d9a03599b3ea,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:54.457879 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-41a54570-f43b-49dd-a616-429b6b9bc34a req-320865aa-7614-4c27-a027-b97c1ef894cf tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea558d8b-cf05-4c94-81ae-dec23f46afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493690 May 03 21:17:54.485593 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4e476013-235f-4348-9092-8483df56cb1b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:54.488777 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:54.489274 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:54.489447 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.l3_db [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Floating IP 533fe73f-2144-473e-ac3f-afb170ce7162 disassociated. External IP: 172.28.1.152, port: d0f1d2a5-4d26-45c7-bd00-b03b880c9865. May 03 21:17:54.489783 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Calling delete_port for d0f1d2a5-4d26-45c7-bd00-b03b880c9865 owned by compute:nova {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:17:54.500195 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4e476013-235f-4348-9092-8483df56cb1b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:54.501312 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-4e476013-235f-4348-9092-8483df56cb1b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "DELETE /v2.0/floatingips/0db4333c-7e27-4a80-b361-d8a072acdeec HTTP/1.1" status: 204 len: 168 time: 1.0474694 May 03 21:17:54.635876 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:54.691254 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event deleted for resources: {'Port': ['ID=d0f1d2a5-4d26-45c7-bd00-b03b880c9865,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:54.871673 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Router 42deac74-9824-4b94-ae82-79b9cf8e1b49 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:17:54.946272 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57520) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:54.951733 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786230651', 'description': 'tempest-description--1478513325'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:54.957857 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:54.962554 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:security_group and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:54.965696 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:54.971643 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:54.983709 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.007133 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:55.012686 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:security_group_rule and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:55.016183 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:55.023012 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:55.159727 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.161089 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:17:55.169143 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.174940 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] Sync routers for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:17:55.189117 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:17:55.189718 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:17:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:55.249926 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] No DVR routers for this DVR port d0f1d2a5-4d26-45c7-bd00-b03b880c9865 on host hv-cinder-84037 {{(pid=87240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:17:55.251823 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd047-9be3-445a-af53-1c01cb70500a req-ad199fdc-5992-4406-bffa-83d078b06b80 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:55.252848 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.253386 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c14dd047-9be3-445a-af53-1c01cb70500a req-ad199fdc-5992-4406-bffa-83d078b06b80 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.1762998 May 03 21:17:55.254144 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:55.255850 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'name': 'network-vif-deleted', 'tag': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:17:55.262853 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.264027 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3167360 May 03 21:17:55.266808 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.267160 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.267499 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.267841 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.268172 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.268503 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.269215 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.269320 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57528) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:55.269509 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.269858 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.270237 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.270608 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.270939 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46d7160-be8d-4bb1-9921-edeca6e0aa00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:17:55.277344 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'security_group_rule': {'security_group_id': '1f74d0e4-c0f3-4d9f-b493-8dbe58af9312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:55.286228 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:55.291822 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:security_group_rule and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:55.296043 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b44983c8-c605-4e92-93c2-32aab820a311 req-1d5978d3-24c4-4c7c-8e51-b433e054c0fc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.43 "DELETE /v2.0/ports/d0f1d2a5-4d26-45c7-bd00-b03b880c9865 HTTP/1.1" status: 204 len: 173 time: 1.4301698 May 03 21:17:55.296969 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:55.304671 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:55.325407 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.349015 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c14dd047-9be3-445a-af53-1c01cb70500a req-e4849aa8-02d7-45a6-ac1a-728d9d75e825 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811074 May 03 21:17:55.375078 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4a22ef-c74c-4c1c-a905-51f8eec066d4'] response: {'server_uuid': '847c32ee-d949-4bdc-86a1-ae73e83405a0', 'name': 'network-vif-deleted', 'tag': 'd0f1d2a5-4d26-45c7-bd00-b03b880c9865', 'status': 'completed', 'code': 200} May 03 21:17:55.410059 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.415222 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.442238 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502534ea-f114-4e50-aaf3-a8519199e6ca,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:55.451876 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.453061 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-e22eef40-a879-43ce-acfc-c13dbbbbd4a5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824691 May 03 21:17:55.455810 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57532) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:55.461858 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'security_group_rule': {'security_group_id': '1f74d0e4-c0f3-4d9f-b493-8dbe58af9312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:55.467467 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:55.471428 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:security_group_rule and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:55.474310 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:55.480990 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:55.495062 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:17:55.505621 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.568538 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.572938 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.591281 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27834ef2-e4b6-4bbc-89eb-42206a755069,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:55.609788 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.614029 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-9e6ff2a1-c515-461e-8687-72d177486ce3 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541970 May 03 21:17:55.614195 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57538) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:55.619484 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:55.625174 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:55.629864 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Usage tracker for resource:floatingip and tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:55.634544 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:55.636357 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-427271c1-7ce7-483e-ae98-9632f774963d req-747e9ed0-e8c0-4a02-85ba-565c5a48081c tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=847c32ee-d949-4bdc-86a1-ae73e83405a0 HTTP/1.1" status: 200 len: 210 time: 0.0492256 May 03 21:17:55.640590 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:55.655495 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.799195 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:55.838021 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:55.842094 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] Checking router: 42deac74-9824-4b94-ae82-79b9cf8e1b49 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:17:55.851006 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:17:55.852226 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:17:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:55.947994 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Allocated IP 172.28.1.214 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/46d23690-1ce6-49a2-8181-0f3d7385e59a) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:17:56.039270 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:17:56.114995 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.145164 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.208847 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:17:56.212444 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:17:56.216125 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:17:56.253998 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'Port': ['ID=46d23690-1ce6-49a2-8181-0f3d7385e59a,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:56.303952 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.362987 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.407629 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:17:56.412190 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a5243-4de5-4693-89f0-41a39ce09d61 None None] The sync data for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb is: [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:17:56.550822 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0e239-1f10-4a9b-abff-80ae07e1b6d3 req-0d8b2c33-3d90-4c94-a411-b19ab67c37da tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:56.552296 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fee0e239-1f10-4a9b-abff-80ae07e1b6d3 req-0d8b2c33-3d90-4c94-a411-b19ab67c37da tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.0934033 May 03 21:17:56.577424 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.583543 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.601509 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fee0e239-1f10-4a9b-abff-80ae07e1b6d3 req-0cf65ce5-8f16-48d4-918d-cca81e761e7a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417650 May 03 21:17:56.669599 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb31fe9-d0c0-4b93-8121-31b493714dbb None None] New status for floating IP 533fe73f-2144-473e-ac3f-afb170ce7162: DOWN {{(pid=87242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:17:56.694361 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'Port': ['ID=46d23690-1ce6-49a2-8181-0f3d7385e59a,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:56.703065 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.726815 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.736546 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f3642451-2159-4915-9cda-c5d1f0af1eac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1130836 May 03 21:17:56.767400 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57550) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:56.842917 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10b9-1904-4049-b476-943911e625e1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.872360 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10b9-1904-4049-b476-943911e625e1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.942744 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10b9-1904-4049-b476-943911e625e1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.963178 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a10b9-1904-4049-b476-943911e625e1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea558d8b-cf05-4c94-81ae-dec23f46afcf,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:56.971435 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10b9-1904-4049-b476-943911e625e1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:56.972539 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-fe0a10b9-1904-4049-b476-943911e625e1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "DELETE /v2.0/security-groups/ea558d8b-cf05-4c94-81ae-dec23f46afcf HTTP/1.1" status: 204 len: 168 time: 0.2041414 May 03 21:17:56.975294 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57564) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:56.975864 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-53954518-b153-42b6-bf52-7f26ddf3853d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Synchronizing usage tracker for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:17:56.992398 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.api.v2.resource [None req-1751b763-f6d4-4066-a75c-ea3116654ef2 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] show failed (client error): The resource could not be found. May 03 21:17:56.993657 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1751b763-f6d4-4066-a75c-ea3116654ef2 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups/ea558d8b-cf05-4c94-81ae-dec23f46afcf HTTP/1.1" status: 404 len: 347 time: 0.0173893 May 03 21:17:56.993793 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-53954518-b153-42b6-bf52-7f26ddf3853d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Unset dirty status for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:17:56.995059 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-53954518-b153-42b6-bf52-7f26ddf3853d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--786230651&fields=id&tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27 HTTP/1.1" status: 200 len: 267 time: 0.0646782 May 03 21:17:56.996564 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57568) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:57.303810 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-a155a2e8-562c-4c58-ae7d-717fb8c39784 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Deleting port 400de101-0e05-45d1-8674-bbe4b00b38a3 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:17:57.304199 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a155a2e8-562c-4c58-ae7d-717fb8c39784 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:57.311069 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device d0f1d2a5-4d26-45c7-bd00-b03b880c9865 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:17:57.344573 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: d0f1d2a5-4d26-45c7-bd00-b03b880c9865 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:17:57.345007 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device d0f1d2a5-4d26-45c7-bd00-b03b880c9865 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:17:57.426220 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7394d38a-ff99-4e9f-9917-c03bae98da5d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:57.427604 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7394d38a-ff99-4e9f-9917-c03bae98da5d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 817 time: 0.3748076 May 03 21:17:57.498098 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-e5362cec-4157-455d-823e-4e28b997e10d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/quotas/e6a5e99eb98a4e0ba5560e5d00ef2c27 HTTP/1.1" status: 200 len: 375 time: 0.0241284 May 03 21:17:57.567572 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a155a2e8-562c-4c58-ae7d-717fb8c39784 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:57.568280 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a155a2e8-562c-4c58-ae7d-717fb8c39784 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:57.690301 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-a155a2e8-562c-4c58-ae7d-717fb8c39784 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Calling delete_port for 400de101-0e05-45d1-8674-bbe4b00b38a3 owned by network:floatingip {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:17:57.828991 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-bbd5f73b-62f6-48ed-8709-fdbf107363f0 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Synchronizing usage tracker for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:17:57.851615 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-bbd5f73b-62f6-48ed-8709-fdbf107363f0 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Unset dirty status for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:17:57.852878 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-bbd5f73b-62f6-48ed-8709-fdbf107363f0 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3486900 May 03 21:17:57.916296 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a62a36-8b1a-4a96-971b-0d241db9847d req-e217e75c-bc4d-4476-84d1-48c4ddc40ecc tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:57.917686 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-78a62a36-8b1a-4a96-971b-0d241db9847d req-e217e75c-bc4d-4476-84d1-48c4ddc40ecc tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.2007871 May 03 21:17:58.042864 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a155a2e8-562c-4c58-ae7d-717fb8c39784 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.101463 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-78a62a36-8b1a-4a96-971b-0d241db9847d req-ea7a437d-9d8b-4eaf-89a3-8d8c9a962600 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639290 May 03 21:17:58.111458 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155a2e8-562c-4c58-ae7d-717fb8c39784 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event deleted for resources: {'Port': ['ID=400de101-0e05-45d1-8674-bbe4b00b38a3,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:58.152931 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-cfed91f0-c40f-4b7c-b07b-1f032ca246b4 service neutron] 10.222.0.44 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684650 May 03 21:17:58.295975 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a155a2e8-562c-4c58-ae7d-717fb8c39784 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.328759 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a155a2e8-562c-4c58-ae7d-717fb8c39784 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.329864 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-a155a2e8-562c-4c58-ae7d-717fb8c39784 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "DELETE /v2.0/floatingips/533fe73f-2144-473e-ac3f-afb170ce7162 HTTP/1.1" status: 204 len: 168 time: 1.3323717 May 03 21:17:58.335203 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-e5047bb0-7cdd-4aff-a5e0-0c466a3f879f service neutron] 10.222.0.44 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542931 May 03 21:17:58.509496 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-319c5d79-7f86-4bdb-91ff-f545223e469e req-3a4c4132-18f8-4402-bb9a-3bd070b9a092 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 210 time: 0.0416663 May 03 21:17:58.587400 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57584) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:58.592371 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874327466', 'description': 'tempest-description--1974546775'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:58.597991 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:58.602645 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Usage tracker for resource:security_group and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:58.606667 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:58.613053 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:58.629609 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.651047 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:58.654831 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Usage tracker for resource:security_group_rule and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:58.657603 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:58.664332 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:58.739705 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.743807 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.794310 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c472474-a3cd-410f-9c4b-bca644ba23f5,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:58.798364 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.799533 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-18640a76-deba-4fd7-85ad-a6f88208e491 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2111368 May 03 21:17:58.803104 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57590) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:58.808680 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'security_group_rule': {'security_group_id': '1c472474-a3cd-410f-9c4b-bca644ba23f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:58.814961 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:58.818947 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Usage tracker for resource:security_group_rule and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:58.822704 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:58.828770 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:58.847110 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.905718 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.909392 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.934354 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef56cc3-ec91-4a93-bfde-c49d1351baca,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:58.942285 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:58.943427 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-bde1e919-934a-4db5-b0cb-5eedd51f7d8a tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393850 May 03 21:17:58.946946 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57594) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:58.951818 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'security_group_rule': {'security_group_id': '1c472474-a3cd-410f-9c4b-bca644ba23f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:58.957604 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:58.962537 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Usage tracker for resource:security_group_rule and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:58.965448 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:58.971070 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:58.987246 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:59.051101 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:59.054927 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:59.158388 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1f3993-ad3a-483c-90c2-bee3d181d77b,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:17:59.180607 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:59.184919 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ebfb0b2d-a7f1-4320-9f58-375e8490c84e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2339194 May 03 21:17:59.185356 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57600) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:17:59.190368 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:59.196450 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:59.200316 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Usage tracker for resource:floatingip and tenant:82172dfaa5ea4514888bdaaf5b8d5a2a is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:17:59.203272 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:17:59.209294 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:59.265274 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:59.380005 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e3b8e-895e-4c64-a8a8-e1cf72292aa1 req-c218ebfa-d275-46ec-a715-eb5ee831d87e tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:59.381444 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bb6e3b8e-895e-4c64-a8a8-e1cf72292aa1 req-c218ebfa-d275-46ec-a715-eb5ee831d87e tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.1691778 May 03 21:17:59.536659 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bb6e3b8e-895e-4c64-a8a8-e1cf72292aa1 req-641aef99-51c5-4124-8288-ad4e83c8fb27 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486232 May 03 21:17:59.549540 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:59.704148 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-444275b6-cb00-4858-9789-e21d8c51fa7e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:17:59.704867 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-444275b6-cb00-4858-9789-e21d8c51fa7e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Synchronizing usage tracker for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:network {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:17:59.723722 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-444275b6-cb00-4858-9789-e21d8c51fa7e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Unset dirty status for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:network {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:17:59.724398 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-444275b6-cb00-4858-9789-e21d8c51fa7e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 817 time: 0.1789880 May 03 21:17:59.725709 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-15c1a8a1-1580-4df8-9cef-cf16b87b2c49 req-733ef50a-6cf9-474f-ac55-24e6138f7d62 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 210 time: 0.0588722 May 03 21:17:59.750514 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Allocated IP 172.28.1.135 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/a2b8b003-63df-4f07-8cb1-a414c8e123d0) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:17:59.790609 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-cb780d09-c24b-43f9-83f9-08bd4791d690 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Synchronizing usage tracker for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:security_group {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:17:59.802484 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-cb780d09-c24b-43f9-83f9-08bd4791d690 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Unset dirty status for tenant:e6a5e99eb98a4e0ba5560e5d00ef2c27 on resource:security_group {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:17:59.803658 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-cb780d09-c24b-43f9-83f9-08bd4791d690 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27 HTTP/1.1" status: 200 len: 379 time: 0.0584338 May 03 21:17:59.812135 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'port': {'device_id': '77d38836-8be3-4531-aedb-6593cc66460d', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'admin_state_up': True, 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'security_groups': ['1f74d0e4-c0f3-4d9f-b493-8dbe58af9312']}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:17:59.905154 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:59.934354 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:59.947859 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:17:59.957174 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:17:59.966812 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Made reservation on behalf of e6a5e99eb98a4e0ba5560e5d00ef2c27 for: {'port': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:17:59.970277 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:59.998500 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:00.001346 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:00.004969 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:00.044374 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'Port': ['ID=a2b8b003-63df-4f07-8cb1-a414c8e123d0,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:00.092743 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.140517 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Allocated IP 172.20.0.5 (d732ef39-db98-481b-84eb-841077299c8c/dfe20558-8da2-48ec-ba1b-4ef69a4506a8/4eff8c4d-1de7-42b6-9d38-4695c3b786fb) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:00.154022 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.334981 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.351456 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Transition to ACTIVE for port object 4eff8c4d-1de7-42b6-9d38-4695c3b786fb will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:00.361655 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.366284 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.375907 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.452221 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Network d732ef39-db98-481b-84eb-841077299c8c is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:00.455321 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:00.459086 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:00.471938 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'Port': ['ID=a2b8b003-63df-4f07-8cb1-a414c8e123d0,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:00.483062 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.495229 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event updated for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:00.507426 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.508897 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-9710398a-7044-4468-8458-d7837f07013b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3225019 May 03 21:18:00.530938 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:00.531653 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.559584 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-7619d3ef-6686-47c8-9e6f-3dc05de86588 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7512732 May 03 21:18:00.585126 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Request body: {'port': {'device_id': '77d38836-8be3-4531-aedb-6593cc66460d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:00.694092 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7d817448-f5eb-41fe-a850-1fc2c749f890 None None] Provisioning for port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:00.700713 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7d817448-f5eb-41fe-a850-1fc2c749f890 None None] Provisioning complete for port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:00.701275 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7d817448-f5eb-41fe-a850-1fc2c749f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.723734 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:00.762609 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-7d817448-f5eb-41fe-a850-1fc2c749f890 None None] Port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:00.784851 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-b4f02005-863a-4541-88a5-4ee4aa01c252 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1874327466&fields=id&tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a HTTP/1.1" status: 200 len: 267 time: 0.0637724 May 03 21:18:00.838430 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100719d5-8118-4227-af34-235d747c11b0 req-2282f39d-5df9-4a5f-b4c8-e5bca3d91754 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:00.839790 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-100719d5-8118-4227-af34-235d747c11b0 req-2282f39d-5df9-4a5f-b4c8-e5bca3d91754 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.1782482 May 03 21:18:00.963716 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-100719d5-8118-4227-af34-235d747c11b0 req-d7d59da0-cb58-4f3c-a4fa-0e5715e1464a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152539 May 03 21:18:00.976689 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-ffbb6639-a1e0-4316-916b-8a482259f6dc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:00.978621 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-ffbb6639-a1e0-4316-916b-8a482259f6dc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 810 time: 0.1844461 May 03 21:18:00.995071 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-bd27679b-0e22-471f-a25b-f7675c0f9fbf tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/quotas/82172dfaa5ea4514888bdaaf5b8d5a2a HTTP/1.1" status: 200 len: 375 time: 0.0108783 May 03 21:18:01.071317 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eff8c4d-1de7-42b6-9d38-4695c3b786fb {{(pid=87240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:01.078769 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:01.093510 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Transition to ACTIVE for port object 4eff8c4d-1de7-42b6-9d38-4695c3b786fb will not be triggered until provisioned by entity L2. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:01.097300 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:01.133699 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-5d5dd7e2-50ad-4fff-91f6-3a115401287b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Synchronizing usage tracker for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:01.157575 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-5d5dd7e2-50ad-4fff-91f6-3a115401287b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Unset dirty status for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:01.158876 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-5d5dd7e2-50ad-4fff-91f6-3a115401287b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1577451 May 03 21:18:01.176043 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803ce3d-a48a-444f-b39a-ae36370dd08c req-a7d49a71-0f99-4ce9-8899-a0948f763f3d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:01.178378 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4803ce3d-a48a-444f-b39a-ae36370dd08c req-a7d49a71-0f99-4ce9-8899-a0948f763f3d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.1093860 May 03 21:18:01.261604 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Pushing event updated for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:01.321488 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4803ce3d-a48a-444f-b39a-ae36370dd08c req-cfb83f98-1ba2-4fa9-86c6-9d3eb2ec54bb tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202981 May 03 21:18:01.362785 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Attempting to bind port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:01.362785 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Attempting to bind port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:01.362785 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Attempting to bind port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb on network d732ef39-db98-481b-84eb-841077299c8c {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:01.363783 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-0b7d4f66-240d-4607-972e-b48de8d6fb63 service neutron] 10.222.0.44 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759737 May 03 21:18:01.364224 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb on network d732ef39-db98-481b-84eb-841077299c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:18:01.364224 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Attempting to bind port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb on network d732ef39-db98-481b-84eb-841077299c8c {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:01.367423 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:01.367786 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Checking segment: {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:01.368162 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Bound using segment: {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:01.368578 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Bound port: 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bf6579-b8a6-4031-ba34-f0b5e343642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c'}}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:01.368919 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:01.459258 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, cleared binding levels {{(pid=87240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:01.462684 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:01.467496 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:01.572485 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-932c81e8-ce96-4802-b16b-3074a8e02b39 service neutron] 10.222.0.44 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159252 May 03 21:18:01.614193 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:01.614614 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:01.615960 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] 10.222.0.43 "PUT /v2.0/ports/4eff8c4d-1de7-42b6-9d38-4695c3b786fb HTTP/1.1" status: 200 len: 1093 time: 1.0364268 May 03 21:18:01.616420 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:01.635685 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41579d4b-8573-4cce-85bf-c4c914f41e57 service neutron] Pushing event updated for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=3']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:01.709112 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19069df4-9b5a-4a77-b972-bf139cb08280'] response: {'name': 'network-changed', 'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'status': 'completed', 'code': 200} May 03 21:18:01.760275 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-ca0d0cec-8912-4fff-8484-96ad93a9a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:01.761776 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-ca0d0cec-8912-4fff-8484-96ad93a9a0d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 1096 time: 0.0838654 May 03 21:18:01.792592 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-67620285-89fa-4fc7-8796-349ad2503932 req-428fb513-d61b-45a4-9e90-f219f06725b4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 210 time: 0.0612514 May 03 21:18:01.845340 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-ee0fdddb-75af-4303-9f3a-bafe52e44316 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb HTTP/1.1" status: 200 len: 217 time: 0.0694115 May 03 21:18:01.917632 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-22ccedb3-e0a9-4247-a314-1c284d705450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:01.919099 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-22ccedb3-e0a9-4247-a314-1c284d705450 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.0665233 May 03 21:18:02.000550 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-539ba08a-bc4c-4723-b746-07e8b71bab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:02.002083 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-539ba08a-bc4c-4723-b746-07e8b71bab24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750027 May 03 21:18:02.149312 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-59674c11-64ec-4e82-9f85-a92b72b2aae9 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401341 May 03 21:18:02.164063 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b82c22-24ce-48cc-b782-94d89a89e030 req-8b4fc7f6-6fb9-428c-aaf9-2311a58af8cb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:02.171167 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e9b82c22-24ce-48cc-b782-94d89a89e030 req-8b4fc7f6-6fb9-428c-aaf9-2311a58af8cb tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.0956366 May 03 21:18:02.213908 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e9b82c22-24ce-48cc-b782-94d89a89e030 req-8a81ecbd-a08f-43e9-b667-f7b759bbcca4 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417190 May 03 21:18:02.288824 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-fd8a9947-9439-4a17-9f46-ae9fec6f8e3d req-dd7ec4b9-2ecd-4451-894a-197ae8bcfbc4 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324606 May 03 21:18:02.455274 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-c804a649-44fd-4b20-9a8f-2e4cf91e209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:02.456642 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-c804a649-44fd-4b20-9a8f-2e4cf91e209a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 1096 time: 0.0711844 May 03 21:18:02.527945 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13b59a-4721-4760-a095-0c3462ef51e9 req-7f8fda4b-d01c-412e-b93e-086c5dc7b3c5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:02.529375 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3a13b59a-4721-4760-a095-0c3462ef51e9 req-7f8fda4b-d01c-412e-b93e-086c5dc7b3c5 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.0783949 May 03 21:18:02.572507 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3a13b59a-4721-4760-a095-0c3462ef51e9 req-4cebcab1-7868-472b-bbc3-ce3fc058860f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372543 May 03 21:18:02.587765 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-6e305087-13c5-4c98-afe5-e3397fe17511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:02.589343 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-6e305087-13c5-4c98-afe5-e3397fe17511 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.1253064 May 03 21:18:02.667045 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-609396bd-8efc-4996-988e-b83633178cc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb HTTP/1.1" status: 200 len: 217 time: 0.0709183 May 03 21:18:02.744353 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-8f707c69-da17-4b0f-9102-90b58631fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:02.745687 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-8f707c69-da17-4b0f-9102-90b58631fae5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.0716238 May 03 21:18:02.824727 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-bf2eadfc-31e2-40f8-825d-305bc759ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:02.826445 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-bf2eadfc-31e2-40f8-825d-305bc759ba7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727103 May 03 21:18:02.976571 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-542785eb-9dba-41fd-acfc-9dae30c4ea76 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437924 May 03 21:18:02.984098 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5dd978b6-cd3c-407d-8d37-a777e155390f req-58353074-de6b-4f03-9c0f-7fd67945c233 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 210 time: 0.0608618 May 03 21:18:03.030606 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-de89285f-6704-4969-ac70-1914f2eff7d2 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:03.031980 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-de89285f-6704-4969-ac70-1914f2eff7d2 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.43 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 810 time: 0.2087047 May 03 21:18:03.097715 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-b5ad16a4-2d91-40f5-8674-c1e680290cb7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a HTTP/1.1" status: 200 len: 380 time: 0.0402622 May 03 21:18:03.111012 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'port': {'device_id': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'admin_state_up': True, 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'security_groups': ['1c472474-a3cd-410f-9c4b-bca644ba23f5']}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:03.116888 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-8b1c0f0a-a4c4-40a4-b767-23fceb76ad49 req-70949f02-54ba-4c68-a5b3-90c85f8d1922 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329432 May 03 21:18:03.249257 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:03.260842 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:03.270509 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Made reservation on behalf of 82172dfaa5ea4514888bdaaf5b8d5a2a for: {'port': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:03.274172 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.490022 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500ba7c-77a1-414c-a1fc-4d833f1a73d3 req-7e10101b-629c-4000-a40d-72cf34dfa2c8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:03.492011 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4500ba7c-77a1-414c-a1fc-4d833f1a73d3 req-7e10101b-629c-4000-a40d-72cf34dfa2c8 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.1582251 May 03 21:18:03.519372 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Allocated IP 172.20.0.12 (73578aa6-1e97-4260-8c78-76d945b6e7d0/5f064806-a999-4d24-bc78-963359e8c2a4/514ba088-7ad5-42e7-ade5-c2c4a2969cdd) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:03.553480 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4500ba7c-77a1-414c-a1fc-4d833f1a73d3 req-28d11776-af3c-4f7a-9e32-347de4ffd37b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553002 May 03 21:18:03.767298 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.790204 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Transition to ACTIVE for port object 514ba088-7ad5-42e7-ade5-c2c4a2969cdd will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:03.809918 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6da988-2824-4baf-8b36-df98d3ad67e0 req-c3656ceb-61c1-4fe6-9e61-e33972bf4bf4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:03.811356 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ae6da988-2824-4baf-8b36-df98d3ad67e0 req-c3656ceb-61c1-4fe6-9e61-e33972bf4bf4 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.1269019 May 03 21:18:03.860226 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.896210 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ae6da988-2824-4baf-8b36-df98d3ad67e0 req-db47ad0a-e167-42c3-8055-6da4add79971 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790102 May 03 21:18:03.932147 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Network 73578aa6-1e97-4260-8c78-76d945b6e7d0 is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:03.935218 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:03.939094 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:03.974714 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event updated for resources: {'Port': ['ID=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:04.008049 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:04.008664 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.039453 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-89c64c2e-0b0c-446e-8eb2-2bec09abbaab tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9308438 May 03 21:18:04.059577 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Request body: {'port': {'device_id': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:04.146932 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-9468de85-ef77-49cb-9475-a7f8c9f4c88b None None] Provisioning for port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:04.152362 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-9468de85-ef77-49cb-9475-a7f8c9f4c88b None None] Provisioning complete for port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:04.152723 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-9468de85-ef77-49cb-9475-a7f8c9f4c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.203661 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-9468de85-ef77-49cb-9475-a7f8c9f4c88b None None] Port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:04.227807 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.294772 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a5d66-80af-4666-9a22-dd1f24d3123e req-fdfdd352-99ba-401d-a396-dece4f7f66f1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:04.295457 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-fc4a5d66-80af-4666-9a22-dd1f24d3123e req-fdfdd352-99ba-401d-a396-dece4f7f66f1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Synchronizing usage tracker for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:04.360978 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-fc4a5d66-80af-4666-9a22-dd1f24d3123e req-fdfdd352-99ba-401d-a396-dece4f7f66f1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Unset dirty status for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:04.362147 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fc4a5d66-80af-4666-9a22-dd1f24d3123e req-fdfdd352-99ba-401d-a396-dece4f7f66f1 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 932 time: 0.2556267 May 03 21:18:04.515010 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fc4a5d66-80af-4666-9a22-dd1f24d3123e req-5a4f48ef-4494-4f21-a36c-150597d657c0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464124 May 03 21:18:04.739726 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514ba088-7ad5-42e7-ade5-c2c4a2969cdd {{(pid=87239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:04.748539 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.769586 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Transition to ACTIVE for port object 514ba088-7ad5-42e7-ade5-c2c4a2969cdd will not be triggered until provisioned by entity L2. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:04.773693 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.838609 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424577ad-7ccf-4efd-bb7e-a64cb190b199 req-45f2bf71-d5bb-410b-8779-07595b387cf4 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:04.840086 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-424577ad-7ccf-4efd-bb7e-a64cb190b199 req-45f2bf71-d5bb-410b-8779-07595b387cf4 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.1729813 May 03 21:18:04.958576 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Pushing event updated for resources: {'Port': ['ID=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:05.057095 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-424577ad-7ccf-4efd-bb7e-a64cb190b199 req-d00ceb0c-4564-4d65-8138-f0a97760222a tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662345 May 03 21:18:05.113948 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Attempting to bind port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:05.114171 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Attempting to bind port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:05.114495 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Attempting to bind port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd on network 73578aa6-1e97-4260-8c78-76d945b6e7d0 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:05.122534 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd on network 73578aa6-1e97-4260-8c78-76d945b6e7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:18:05.122852 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Attempting to bind port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd on network 73578aa6-1e97-4260-8c78-76d945b6e7d0 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:05.130619 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:05.130955 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Checking segment: {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:05.131330 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Bound using segment: {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:05.131817 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Bound port: 514ba088-7ad5-42e7-ade5-c2c4a2969cdd, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1609c386-3ab1-4beb-953a-469813908e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0'}}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:05.132189 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.160901 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc4de-327e-4a01-b439-32e90ea6d65d req-110db033-b7a0-4d13-a728-b7c96d0c3a0d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:05.162355 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b6bc4de-327e-4a01-b439-32e90ea6d65d req-110db033-b7a0-4d13-a728-b7c96d0c3a0d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.1466556 May 03 21:18:05.258886 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b6bc4de-327e-4a01-b439-32e90ea6d65d req-0e7a3181-f792-41b5-9a5a-27764eeece80 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675662 May 03 21:18:05.267350 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] For port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd, host hv-cinder-84037, cleared binding levels {{(pid=87239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:05.270424 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] For port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:05.276621 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.333893 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4eff8c4d-1de7-42b6-9d38-4695c3b786fb details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:18:05.344173 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:05.344786 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.346161 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] 10.222.0.43 "PUT /v2.0/ports/514ba088-7ad5-42e7-ade5-c2c4a2969cdd HTTP/1.1" status: 200 len: 1094 time: 1.2910707 May 03 21:18:05.346707 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'tag': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:05.374795 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13787f86-7184-465e-947d-97e7b5b42317 service neutron] Pushing event updated for resources: {'Port': ['ID=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,revision_number=3']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:05.444624 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6833463-85ca-4556-b9c7-3bc099724a08'] response: {'name': 'network-changed', 'server_uuid': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'tag': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd', 'status': 'completed', 'code': 200} May 03 21:18:05.488442 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-083139ab-a27e-43bd-9fa3-9b1cb17be8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:05.490069 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-083139ab-a27e-43bd-9fa3-9b1cb17be8a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 1097 time: 0.0790038 May 03 21:18:05.512989 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:05.526712 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'port_id': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'mac_address': 'fa:16:3e:7c:6f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:18:05.570845 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-bbbc0aaa-471f-4b19-8152-52be79585dc2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=514ba088-7ad5-42e7-ade5-c2c4a2969cdd HTTP/1.1" status: 200 len: 217 time: 0.0672736 May 03 21:18:05.598408 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.617274 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eff8c4d-1de7-42b6-9d38-4695c3b786fb {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:05.633366 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:05.636549 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.688170 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-054511f2-db09-4d08-8730-19ff13dc0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:05.689586 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-054511f2-db09-4d08-8730-19ff13dc0584 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f064806-a999-4d24-bc78-963359e8c2a4 HTTP/1.1" status: 200 len: 849 time: 0.1125536 May 03 21:18:05.705172 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:05.713393 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.713736 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.714098 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.714426 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.714767 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.715071 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.715496 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.715792 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.716110 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.716424 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.716735 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.717048 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.765517 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6c0f5-34f5-4926-986f-34272a7b34ab req-a6a9677e-9816-4274-9e22-bc96f7229dc8 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:05.766962 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-24d6c0f5-34f5-4926-986f-34272a7b34ab req-a6a9677e-9816-4274-9e22-bc96f7229dc8 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 944 time: 0.1417429 May 03 21:18:05.807625 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-76925a78-abdc-4498-a7c0-edeb3266985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:05.809026 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-76925a78-abdc-4498-a7c0-edeb3266985d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73578aa6-1e97-4260-8c78-76d945b6e7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1125741 May 03 21:18:05.819944 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-24d6c0f5-34f5-4926-986f-34272a7b34ab req-40ae6143-5e04-4fb2-9c97-9cda6a765c98 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451794 May 03 21:18:05.941773 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-449a0d54-f164-4b3b-8d9f-9c794ea51aad service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251888 May 03 21:18:05.970514 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['4eff8c4d-1de7-42b6-9d38-4695c3b786fb'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:18:06.071476 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a76b326e-2f3b-40bd-8f43-4cbde84f2471 req-e90c9b0a-1e91-48bf-874c-e2c76599a17c service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230528 May 03 21:18:06.396075 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b943976-5b40-4387-a656-56c8528e0188 req-c65e7197-a169-48c6-a0b8-2844c693f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:06.398418 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b943976-5b40-4387-a656-56c8528e0188 req-c65e7197-a169-48c6-a0b8-2844c693f10d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 1097 time: 0.2283318 May 03 21:18:06.406825 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292173b-a2aa-4b8c-9b7f-6f66d638f734 req-4ac77fe2-45ba-4f5c-b938-70eac60ddab2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:06.408444 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8292173b-a2aa-4b8c-9b7f-6f66d638f734 req-4ac77fe2-45ba-4f5c-b938-70eac60ddab2 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.2093899 May 03 21:18:06.548265 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8292173b-a2aa-4b8c-9b7f-6f66d638f734 req-a5b56570-d2e0-45d6-bd4c-2262081006da tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194441 May 03 21:18:06.626339 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b943976-5b40-4387-a656-56c8528e0188 req-fb0e9d66-6cce-4a47-a7ac-07093c86ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:06.627755 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b943976-5b40-4387-a656-56c8528e0188 req-fb0e9d66-6cce-4a47-a7ac-07093c86ddf7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 911 time: 0.2185173 May 03 21:18:06.701232 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b943976-5b40-4387-a656-56c8528e0188 req-f00ac6e5-9753-413a-a298-786ab8539d4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=514ba088-7ad5-42e7-ade5-c2c4a2969cdd HTTP/1.1" status: 200 len: 217 time: 0.0673568 May 03 21:18:06.716035 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc6f61-de34-49a2-8503-33c061cc6af3 req-f99c1d4b-e766-4fa3-9e51-3bc09a2564ee tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:06.717399 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a0dc6f61-de34-49a2-8503-33c061cc6af3 req-f99c1d4b-e766-4fa3-9e51-3bc09a2564ee tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 944 time: 0.1671851 May 03 21:18:06.801690 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b943976-5b40-4387-a656-56c8528e0188 req-ce75cf3f-5b61-4e48-8778-3fd104b1d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:06.803072 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b943976-5b40-4387-a656-56c8528e0188 req-ce75cf3f-5b61-4e48-8778-3fd104b1d656 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f064806-a999-4d24-bc78-963359e8c2a4 HTTP/1.1" status: 200 len: 849 time: 0.0848637 May 03 21:18:06.805962 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a0dc6f61-de34-49a2-8503-33c061cc6af3 req-e5af1e16-bc38-4d42-bafa-faf63fd3e7ac tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594718 May 03 21:18:06.881388 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b943976-5b40-4387-a656-56c8528e0188 req-1f60f48d-d472-4694-9ede-5957815df088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:06.882916 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b943976-5b40-4387-a656-56c8528e0188 req-1f60f48d-d472-4694-9ede-5957815df088 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73578aa6-1e97-4260-8c78-76d945b6e7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723505 May 03 21:18:07.064295 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b943976-5b40-4387-a656-56c8528e0188 req-45586dc4-cb70-4a84-9d8f-05751c872960 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733086 May 03 21:18:07.097811 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a094e-f8e3-4a5b-8361-4a4cc54ebf94 req-90d08198-f82c-43ee-b59c-9158d7f0deb7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:07.099132 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-616a094e-f8e3-4a5b-8361-4a4cc54ebf94 req-90d08198-f82c-43ee-b59c-9158d7f0deb7 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 944 time: 0.1720543 May 03 21:18:07.214725 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-616a094e-f8e3-4a5b-8361-4a4cc54ebf94 req-3896f136-25bd-4349-a575-df92dac054dc tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025953 May 03 21:18:07.236081 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5b943976-5b40-4387-a656-56c8528e0188 req-2f3323a6-82b0-404a-9f1d-52256eb336fc service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645575 May 03 21:18:07.348525 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4eff8c4d-1de7-42b6-9d38-4695c3b786fb up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:07.414384 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:07.419178 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:07.419550 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.533528 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.559857 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:07.569798 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:07.574992 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.606255 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e278516-bc3e-4eb1-9d12-6243e91c5291'] response: {'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'code': 200} May 03 21:18:07.651576 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:07.739979 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467697d-b043-421c-a395-e35107561b5a req-cae8bf5d-81b8-4c61-b756-d11bd11ffe6b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:07.741450 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8467697d-b043-421c-a395-e35107561b5a req-cae8bf5d-81b8-4c61-b756-d11bd11ffe6b tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.0850024 May 03 21:18:07.789036 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8467697d-b043-421c-a395-e35107561b5a req-27215ca9-a46d-4caa-a72f-7dd094da00d6 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412161 May 03 21:18:07.870959 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a865e-1a21-4ee3-96cd-de4a2dd80211 req-0dcf5813-2d73-4339-ae68-ae622c5dcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:07.872404 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e86a865e-1a21-4ee3-96cd-de4a2dd80211 req-0dcf5813-2d73-4339-ae68-ae622c5dcee2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 1098 time: 0.0681040 May 03 21:18:07.915644 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e86a865e-1a21-4ee3-96cd-de4a2dd80211 req-15ccd8d3-4526-4906-b50d-37c254f4c22b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372446 May 03 21:18:07.991607 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a029c4a-7e8e-42ba-b377-4f56db8a1150 req-3a5fc9a5-cc45-45e5-99a2-8cc2ad925b14 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:07.993006 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6a029c4a-7e8e-42ba-b377-4f56db8a1150 req-3a5fc9a5-cc45-45e5-99a2-8cc2ad925b14 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.0760188 May 03 21:18:08.035653 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6a029c4a-7e8e-42ba-b377-4f56db8a1150 req-ab969018-23db-42d6-8f76-6e0c74defe79 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371592 May 03 21:18:08.402215 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0a625-ae20-4d00-a28c-75afc5cec884 req-66beb8fa-6c31-47aa-a199-d9b8858c4230 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:08.403624 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8bf0a625-ae20-4d00-a28c-75afc5cec884 req-66beb8fa-6c31-47aa-a199-d9b8858c4230 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 944 time: 0.0804098 May 03 21:18:08.445881 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8bf0a625-ae20-4d00-a28c-75afc5cec884 req-f4862c34-47b2-4329-b545-b43a52e3ad76 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367284 May 03 21:18:08.973769 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa455c-0cf3-4b96-a1a3-3b4811ccdb69 req-71f169d3-0b31-4b55-992e-532f23f9df2f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:08.975234 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9ffa455c-0cf3-4b96-a1a3-3b4811ccdb69 req-71f169d3-0b31-4b55-992e-532f23f9df2f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.0795217 May 03 21:18:09.021021 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9ffa455c-0cf3-4b96-a1a3-3b4811ccdb69 req-3e3a68f2-a67a-43be-b59b-95b563d3c8b6 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398397 May 03 21:18:09.227718 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95573c-7a17-41ec-895c-2daf04b8f2a2 req-fc41f832-93a9-4bc6-ad3c-51a0f32efd00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:09.229349 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7a95573c-7a17-41ec-895c-2daf04b8f2a2 req-fc41f832-93a9-4bc6-ad3c-51a0f32efd00 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.0829778 May 03 21:18:09.274968 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7a95573c-7a17-41ec-895c-2daf04b8f2a2 req-4aeccfc5-3d05-43b8-abe9-a0926b8d1c2e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 May 03 21:18:09.363276 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 514ba088-7ad5-42e7-ade5-c2c4a2969cdd details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:18:09.497724 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:09.511186 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'port_id': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd', 'mac_address': 'fa:16:3e:ee:92:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:18:09.564949 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.581669 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514ba088-7ad5-42e7-ade5-c2c4a2969cdd {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:09.597142 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:09.601101 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.627847 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b58a31-ffb9-4422-96ae-90bba65ceeec req-6dc3b31c-4859-4217-a087-c5592bb16391 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:09.629330 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f6b58a31-ffb9-4422-96ae-90bba65ceeec req-6dc3b31c-4859-4217-a087-c5592bb16391 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 944 time: 0.0776708 May 03 21:18:09.670648 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:09.676847 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f6b58a31-ffb9-4422-96ae-90bba65ceeec req-b39f2116-cc10-4735-9365-38577246c2fe tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412679 May 03 21:18:09.977225 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['514ba088-7ad5-42e7-ade5-c2c4a2969cdd'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:18:10.279229 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78a87d-3bdd-4252-ae0d-a5fb05a13e3d req-7ad88fe7-6de7-4135-badd-419275cb8565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:10.280663 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9b78a87d-3bdd-4252-ae0d-a5fb05a13e3d req-7ad88fe7-6de7-4135-badd-419275cb8565 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.1547313 May 03 21:18:10.329300 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9b78a87d-3bdd-4252-ae0d-a5fb05a13e3d req-41a18701-58f5-4b13-81de-240c4a94aeb3 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&id=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423820 May 03 21:18:10.481308 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d4e46-a9e1-434c-baba-4a52474f87d2 req-ad33c31e-1114-428e-9eae-718f7dfcdc2a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:10.482791 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-132d4e46-a9e1-434c-baba-4a52474f87d2 req-ad33c31e-1114-428e-9eae-718f7dfcdc2a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.0877914 May 03 21:18:10.531583 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-132d4e46-a9e1-434c-baba-4a52474f87d2 req-a9e3185f-64fe-4559-b9b8-464eb1629f20 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 May 03 21:18:10.747149 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303b7f7-aff7-4092-b191-cbdd69eaecca req-06fff49f-a187-4751-bfe7-3ef5c52f53e8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:10.748621 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4303b7f7-aff7-4092-b191-cbdd69eaecca req-06fff49f-a187-4751-bfe7-3ef5c52f53e8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.1061766 May 03 21:18:10.757639 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57694) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:10.762859 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-ea7314d1-3ef5-4116-b522-f7b004aafb5c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Request body: {'floatingip': {'port_id': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:10.884096 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea7314d1-3ef5-4116-b522-f7b004aafb5c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.106559 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4bb0e-27d9-41d1-a8c8-45364cdd3a41 req-687ab1ac-f000-469b-8908-5c011491c697 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:11.110186 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a8f4bb0e-27d9-41d1-a8c8-45364cdd3a41 req-687ab1ac-f000-469b-8908-5c011491c697 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 945 time: 0.2904451 May 03 21:18:11.283592 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a8f4bb0e-27d9-41d1-a8c8-45364cdd3a41 req-93e2d59c-bfde-4fd7-b404-8acaaa35a3a8 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168575 May 03 21:18:11.367116 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 514ba088-7ad5-42e7-ade5-c2c4a2969cdd up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:11.459809 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:11.464692 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:11.465078 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.528177 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.544740 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea7314d1-3ef5-4116-b522-f7b004aafb5c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.549395 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea7314d1-3ef5-4116-b522-f7b004aafb5c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.593937 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.620518 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:11.630822 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:11.635385 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.673480 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4fa36b-6374-44be-b9f6-4bfd823b0956'] response: {'server_uuid': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd', 'code': 200} May 03 21:18:11.706411 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:11.720201 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [None req-ea7314d1-3ef5-4116-b522-f7b004aafb5c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Floating IP 988c7bf0-20da-40e8-9f69-21929a8bf57e associated. External IP: 172.28.1.214, port: 4eff8c4d-1de7-42b6-9d38-4695c3b786fb. May 03 21:18:12.031297 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2131852-a7a5-4762-b59c-91fd6445f867 req-17719171-c1e9-4746-882c-dbb5a2262936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:12.032712 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a2131852-a7a5-4762-b59c-91fd6445f867 req-17719171-c1e9-4746-882c-dbb5a2262936 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 1099 time: 0.1191571 May 03 21:18:12.198826 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a2131852-a7a5-4762-b59c-91fd6445f867 req-180bd1cf-7fcf-4420-9058-55c24dfaeef8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191821 May 03 21:18:12.230660 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7314d1-3ef5-4116-b522-f7b004aafb5c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:18:12.451172 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7314d1-3ef5-4116-b522-f7b004aafb5c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:12.456056 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ea7314d1-3ef5-4116-b522-f7b004aafb5c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.460664 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] Sync routers for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:12.469729 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:12.470369 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:17:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:12.525836 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-ea7314d1-3ef5-4116-b522-f7b004aafb5c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "PUT /v2.0/floatingips/988c7bf0-20da-40e8-9f69-21929a8bf57e HTTP/1.1" status: 200 len: 991 time: 1.7569716 May 03 21:18:12.525836 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:12.538350 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b3fa-007d-49d7-a470-dfae4dd6eeff req-61493bae-478a-43d6-a393-061f5a8a6627 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:12.539830 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0ec6b3fa-007d-49d7-a470-dfae4dd6eeff req-61493bae-478a-43d6-a393-061f5a8a6627 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 946 time: 0.1476924 May 03 21:18:12.573395 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9e098a-cfd2-44b4-bca3-b8b3a5d50668'] response: {'name': 'network-changed', 'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'status': 'completed', 'code': 200} May 03 21:18:12.584993 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0ec6b3fa-007d-49d7-a470-dfae4dd6eeff req-640c86bb-0e6e-49e3-9682-42adb83ad5c0 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394902 May 03 21:18:12.649939 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:12.722525 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-2a51f895-01bd-4888-b0c8-029be136696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:12.723956 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-2a51f895-01bd-4888-b0c8-029be136696f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 1098 time: 0.0726376 May 03 21:18:12.855261 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-d2d965ff-c709-43be-b7ba-08db35c2b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:12.856580 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-d2d965ff-c709-43be-b7ba-08db35c2b963 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.1229284 May 03 21:18:12.959632 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-a0406871-d7c1-45f7-8bc9-1ecb8f04afdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb HTTP/1.1" status: 200 len: 999 time: 0.0957718 May 03 21:18:13.061136 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-9ea44b6d-37ae-4fd2-9d94-3076654bf7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:13.062596 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-9ea44b6d-37ae-4fd2-9d94-3076654bf7f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.0572989 May 03 21:18:13.138514 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-4aea221c-93a1-4895-9116-9125b8fc9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:13.139897 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-4aea221c-93a1-4895-9116-9125b8fc9769 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687137 May 03 21:18:13.187157 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '988c7bf0-20da-40e8-9f69-21929a8bf57e', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'port_id': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'mac_address': 'fa:16:3e:7c:6f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d38836-8be3-4531-aedb-6593cc66460d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:17:56Z', 'updated_at': '2022-05-03T21:18:11Z', 'revision_number': 1, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:13.196330 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:18:13.201753 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] Checking router: bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:13.212697 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:13.213290 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:17:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:13.282535 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-84278983-7da3-42ed-a001-e902480a164a service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286113 May 03 21:18:13.399637 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:13.422264 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f92b353a-e85f-4df4-bece-4bba9f2dac2a req-484a24bb-5650-43b8-8fd9-43dbe180f2bb service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282592 May 03 21:18:13.789515 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '988c7bf0-20da-40e8-9f69-21929a8bf57e', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'port_id': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'mac_address': 'fa:16:3e:7c:6f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d38836-8be3-4531-aedb-6593cc66460d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:17:56Z', 'updated_at': '2022-05-03T21:18:11Z', 'revision_number': 1, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:13.793752 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bedb3a-8ebc-4b36-810c-c02f4fd4c500 None None] The sync data for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb is: [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '988c7bf0-20da-40e8-9f69-21929a8bf57e', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'port_id': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'mac_address': 'fa:16:3e:7c:6f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d38836-8be3-4531-aedb-6593cc66460d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:17:56Z', 'updated_at': '2022-05-03T21:18:11Z', 'revision_number': 1, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:13.868928 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60464d-95af-462f-b736-c0e101f35858 req-c27d1f31-41f7-4876-a693-53251b2aeb3e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:13.870438 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8d60464d-95af-462f-b736-c0e101f35858 req-c27d1f31-41f7-4876-a693-53251b2aeb3e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 946 time: 0.1776643 May 03 21:18:13.915962 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8d60464d-95af-462f-b736-c0e101f35858 req-02845596-83ad-4b66-9aa1-36a24de1eef3 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397487 May 03 21:18:13.974131 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb6f95-69e4-4ec8-9729-9a379587396c None None] New status for floating IP 988c7bf0-20da-40e8-9f69-21929a8bf57e: ACTIVE {{(pid=87242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:18:14.082031 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-740b8752-85a5-4474-a66a-4e95dbf2babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.097979 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ab06f-6ff1-4b25-a94e-0ec3ad60c7ed req-3ab1b3f6-08a6-4e2a-b569-eb8f7c1adf00 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:14.099515 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dd3ab06f-6ff1-4b25-a94e-0ec3ad60c7ed req-3ab1b3f6-08a6-4e2a-b569-eb8f7c1adf00 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 946 time: 0.0809340 May 03 21:18:14.109015 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57710) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:14.114531 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-78dff7d2-34f6-49b9-a60f-d9717d05667e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Request body: {'floatingip': {'port_id': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:14.192517 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-78dff7d2-34f6-49b9-a60f-d9717d05667e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.769915 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-78dff7d2-34f6-49b9-a60f-d9717d05667e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.774757 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-78dff7d2-34f6-49b9-a60f-d9717d05667e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.941728 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [None req-78dff7d2-34f6-49b9-a60f-d9717d05667e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Floating IP d808bb30-7c5a-4965-93e0-4242bbe9a651 associated. External IP: 172.28.1.135, port: 514ba088-7ad5-42e7-ade5-c2c4a2969cdd. May 03 21:18:15.360427 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dff7d2-34f6-49b9-a60f-d9717d05667e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Router 42deac74-9824-4b94-ae82-79b9cf8e1b49 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:18:15.536832 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dff7d2-34f6-49b9-a60f-d9717d05667e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:15.541543 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-78dff7d2-34f6-49b9-a60f-d9717d05667e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:15.546385 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f21597-7741-4239-80ba-e8c88143821c None None] Sync routers for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:15.556884 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f21597-7741-4239-80ba-e8c88143821c None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:15.557548 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-18f21597-7741-4239-80ba-e8c88143821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:17:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:15.597389 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-78dff7d2-34f6-49b9-a60f-d9717d05667e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "PUT /v2.0/floatingips/d808bb30-7c5a-4965-93e0-4242bbe9a651 HTTP/1.1" status: 200 len: 992 time: 1.4871793 May 03 21:18:15.597984 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'tag': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:15.642358 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6538153-8636-499c-becc-15620c5f4cc0'] response: {'name': 'network-changed', 'server_uuid': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'tag': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd', 'status': 'completed', 'code': 200} May 03 21:18:15.734823 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-18f21597-7741-4239-80ba-e8c88143821c None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:15.761957 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-02546d1a-f38a-4ab4-b468-bb554345d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:15.763409 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-02546d1a-f38a-4ab4-b468-bb554345d39d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 1099 time: 0.0745625 May 03 21:18:15.895899 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-a0a8465f-951c-46b1-b5a5-b9d72d03fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:15.897303 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-a0a8465f-951c-46b1-b5a5-b9d72d03fba7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 200 len: 911 time: 0.1234295 May 03 21:18:15.998981 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-5a437c49-5a6c-4de4-aa1f-c4227263be59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=514ba088-7ad5-42e7-ade5-c2c4a2969cdd HTTP/1.1" status: 200 len: 1000 time: 0.0952733 May 03 21:18:16.059656 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-a2eb93b0-c045-4d88-9b57-44698563a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:16.061081 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-a2eb93b0-c045-4d88-9b57-44698563a5ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f064806-a999-4d24-bc78-963359e8c2a4 HTTP/1.1" status: 200 len: 849 time: 0.0566385 May 03 21:18:16.076671 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-18f21597-7741-4239-80ba-e8c88143821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'd808bb30-7c5a-4965-93e0-4242bbe9a651', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'floating_ip_address': '172.28.1.135', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'port_id': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'mac_address': 'fa:16:3e:ee:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:00Z', 'updated_at': '2022-05-03T21:18:14Z', 'revision_number': 1, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:16.080444 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f21597-7741-4239-80ba-e8c88143821c None None] Checking router: 42deac74-9824-4b94-ae82-79b9cf8e1b49 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:16.089686 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f21597-7741-4239-80ba-e8c88143821c None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:16.090321 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-18f21597-7741-4239-80ba-e8c88143821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:17:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:16.134872 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-098c575f-918a-44bf-880c-e55e499f7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:16.136313 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-098c575f-918a-44bf-880c-e55e499f7c48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73578aa6-1e97-4260-8c78-76d945b6e7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688386 May 03 21:18:16.267647 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-460d270b-4efa-4ce4-a88a-fd16772009f9 service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239655 May 03 21:18:16.267977 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-18f21597-7741-4239-80ba-e8c88143821c None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:16.399589 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8752869-2cfe-417f-949c-d7807f8005c7 req-7fe4ac91-e9df-4f20-86fb-246b44d1c9ad service neutron] 10.222.0.43 "GET /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255150 May 03 21:18:16.457293 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-401d24e4-a13e-424f-9b5a-4f8718c58bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.617710 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-18f21597-7741-4239-80ba-e8c88143821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'd808bb30-7c5a-4965-93e0-4242bbe9a651', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'floating_ip_address': '172.28.1.135', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'port_id': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'mac_address': 'fa:16:3e:ee:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:00Z', 'updated_at': '2022-05-03T21:18:14Z', 'revision_number': 1, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:16.621543 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f21597-7741-4239-80ba-e8c88143821c None None] The sync data for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb is: [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'd808bb30-7c5a-4965-93e0-4242bbe9a651', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'floating_ip_address': '172.28.1.135', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'port_id': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'mac_address': 'fa:16:3e:ee:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:00Z', 'updated_at': '2022-05-03T21:18:14Z', 'revision_number': 1, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:16.798455 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542e385-902a-4913-84f0-30493e058004 None None] New status for floating IP d808bb30-7c5a-4965-93e0-4242bbe9a651: ACTIVE {{(pid=87242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:18:17.430449 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:17.617978 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:18.682576 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.842943 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad078-47f5-45cb-a9c9-4cdee2700ad9 req-a05e90d0-f22e-485a-9c47-f524e3866ed0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:20.844282 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-12cad078-47f5-45cb-a9c9-4cdee2700ad9 req-a05e90d0-f22e-485a-9c47-f524e3866ed0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0827453 May 03 21:18:20.888021 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-12cad078-47f5-45cb-a9c9-4cdee2700ad9 req-b76e7033-8c37-4f71-b70e-6afd5b91a497 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380456 May 03 21:18:22.076393 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597f2d-8520-4349-8b1b-5751c1df18b9 req-edb3b889-7844-496d-a422-08fbdf0f8805 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:22.077789 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-40597f2d-8520-4349-8b1b-5751c1df18b9 req-edb3b889-7844-496d-a422-08fbdf0f8805 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0787032 May 03 21:18:22.125425 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-40597f2d-8520-4349-8b1b-5751c1df18b9 req-eb357a98-975b-493e-a705-5ec26f1c24cc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 May 03 21:18:23.310468 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000628d-1013-43f8-9bc7-90b7a477059c req-20479d87-0e19-487f-a831-431de2c8fa18 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:23.311911 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f000628d-1013-43f8-9bc7-90b7a477059c req-20479d87-0e19-487f-a831-431de2c8fa18 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0803094 May 03 21:18:23.356431 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f000628d-1013-43f8-9bc7-90b7a477059c req-50a17434-8215-4d53-a8cd-39e086da7116 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386074 May 03 21:18:24.543022 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663b1aa-6332-45e1-8e81-b555c5e77290 req-ec3e82ea-63f6-4a48-8181-a51def834c0a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:24.544447 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f663b1aa-6332-45e1-8e81-b555c5e77290 req-ec3e82ea-63f6-4a48-8181-a51def834c0a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0811949 May 03 21:18:24.588110 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f663b1aa-6332-45e1-8e81-b555c5e77290 req-47b57ee1-8e0d-475d-a580-5462e2a634aa tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380714 May 03 21:18:25.026794 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-745016d0-b291-4a8e-9487-6679039300c6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:25.028188 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-745016d0-b291-4a8e-9487-6679039300c6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.0764141 May 03 21:18:25.102474 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Deleting port d5b31318-2892-4133-8a90-d47b75c941a4 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:18:25.102805 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.413065 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] For port d5b31318-2892-4133-8a90-d47b75c941a4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d5b31318-2892-4133-8a90-d47b75c941a4,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:25.413408 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.697779 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.698545 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.698545 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Floating IP cf2cfa8b-41b3-424d-a3c1-e9fe548637d2 disassociated. External IP: 172.28.1.7, port: d5b31318-2892-4133-8a90-d47b75c941a4. May 03 21:18:25.698783 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Calling delete_port for d5b31318-2892-4133-8a90-d47b75c941a4 owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:18:25.878099 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d8e34-60e6-4e74-9cc6-4588b0ad4245 req-fa0ded1f-5dd6-40a9-a6cc-ad374ac28e2e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:25.879420 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8f1d8e34-60e6-4e74-9cc6-4588b0ad4245 req-fa0ded1f-5dd6-40a9-a6cc-ad374ac28e2e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 945 time: 0.1543524 May 03 21:18:25.922358 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.974565 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8f1d8e34-60e6-4e74-9cc6-4588b0ad4245 req-02cc28b4-4d3f-43bc-ad8f-c0acdabd84f6 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd74264-7c84-4804-bf24-e367a859e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870512 May 03 21:18:25.984033 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event deleted for resources: {'Port': ['ID=d5b31318-2892-4133-8a90-d47b75c941a4,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:26.159287 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:18:26.335756 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:26.345849 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] Sync routers for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:26.356466 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:26.357147 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:26.413725 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] No DVR routers for this DVR port d5b31318-2892-4133-8a90-d47b75c941a4 on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:18:26.416291 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:26.419469 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'name': 'network-vif-deleted', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:26.428580 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a7b664c0-239a-4469-a21d-bf6aac2ad329 req-725ac9e7-d012-47b7-8faf-f40dea84f7f8 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "DELETE /v2.0/ports/d5b31318-2892-4133-8a90-d47b75c941a4 HTTP/1.1" status: 204 len: 173 time: 1.3898871 May 03 21:18:26.468663 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008184f1-59e1-453a-b6b8-9c911038153a'] response: {'server_uuid': '5f0fcb12-0425-44bc-b6e1-c43ad93c05e5', 'name': 'network-vif-deleted', 'tag': 'd5b31318-2892-4133-8a90-d47b75c941a4', 'status': 'completed', 'code': 200} May 03 21:18:26.588774 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:26.895857 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:20Z', 'revision_number': 5, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:26.900398 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] Checking router: 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:26.908549 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:26.909134 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:27.083657 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:27.141393 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-b0b6ee72-619d-486b-aa89-c357491e9c8c req-db82c3ba-5bdc-4d89-8038-910a4f7e5907 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Synchronizing usage tracker for tenant:8becd1d43888424795557d5ad95253f7 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:27.160067 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-b0b6ee72-619d-486b-aa89-c357491e9c8c req-db82c3ba-5bdc-4d89-8038-910a4f7e5907 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Unset dirty status for tenant:8becd1d43888424795557d5ad95253f7 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:27.161408 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b0b6ee72-619d-486b-aa89-c357491e9c8c req-db82c3ba-5bdc-4d89-8038-910a4f7e5907 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fcb12-0425-44bc-b6e1-c43ad93c05e5 HTTP/1.1" status: 200 len: 210 time: 0.0659125 May 03 21:18:27.399085 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:20Z', 'revision_number': 5, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:27.402841 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed186e1d-6d6f-40d6-8bb5-b6117d7314e6 None None] The sync data for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb is: [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:10Z', 'revision_number': 4, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b2067d34-8431-4d03-a658-61bcb3593bb9', 'name': '', 'network_id': '696f3710-7ff9-4877-98eb-e6f33ac34d15', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'mac_address': 'fa:16:3e:c1:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '222f1725-eaca-49aa-b467-e32e972304ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:14:08Z', 'updated_at': '2022-05-03T21:14:20Z', 'revision_number': 5, 'project_id': '8becd1d43888424795557d5ad95253f7', 'subnets': [{'id': '222f1725-eaca-49aa-b467-e32e972304ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:27.413233 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device d5b31318-2892-4133-8a90-d47b75c941a4 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:18:27.448705 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: d5b31318-2892-4133-8a90-d47b75c941a4 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:18:27.449106 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device d5b31318-2892-4133-8a90-d47b75c941a4 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:18:27.606107 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783e7072-04bd-40cd-ba48-783bdd92cc23 None None] New status for floating IP cf2cfa8b-41b3-424d-a3c1-e9fe548637d2: DOWN {{(pid=87242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:18:28.284290 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57762) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:28.347644 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.374251 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.429043 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.447019 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd74264-7c84-4804-bf24-e367a859e8fd,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:28.454949 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.455281 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.455609 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.455950 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.456252 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.456568 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.456883 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.457193 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.457503 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.457832 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.458151 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.458461 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:28.467174 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.468592 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-06e29c18-71ef-40fe-afcb-ed5a7f055f98 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "DELETE /v2.0/security-groups/fcd74264-7c84-4804-bf24-e367a859e8fd HTTP/1.1" status: 204 len: 168 time: 0.1830099 May 03 21:18:28.471028 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57766) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:28.487341 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.api.v2.resource [None req-07a775be-f5a7-45c8-810a-b15c31d2b38d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] show failed (client error): The resource could not be found. May 03 21:18:28.488297 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-07a775be-f5a7-45c8-810a-b15c31d2b38d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups/fcd74264-7c84-4804-bf24-e367a859e8fd HTTP/1.1" status: 404 len: 347 time: 0.0163996 May 03 21:18:28.491416 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57770) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:28.722295 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-618f8cea-17d1-4f95-ab0b-a5566db981f3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Deleting port 669f8ea4-f625-4605-83b6-b1da64836068 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:18:28.722622 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-618f8cea-17d1-4f95-ab0b-a5566db981f3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.887262 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-618f8cea-17d1-4f95-ab0b-a5566db981f3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.887580 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-618f8cea-17d1-4f95-ab0b-a5566db981f3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:29.005836 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-618f8cea-17d1-4f95-ab0b-a5566db981f3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Calling delete_port for 669f8ea4-f625-4605-83b6-b1da64836068 owned by network:floatingip {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:18:29.142315 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-618f8cea-17d1-4f95-ab0b-a5566db981f3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:29.213071 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f8cea-17d1-4f95-ab0b-a5566db981f3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event deleted for resources: {'Port': ['ID=669f8ea4-f625-4605-83b6-b1da64836068,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:29.280456 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-618f8cea-17d1-4f95-ab0b-a5566db981f3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks [] for floatingip, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:29.298574 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-618f8cea-17d1-4f95-ab0b-a5566db981f3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:29.299686 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-618f8cea-17d1-4f95-ab0b-a5566db981f3 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "DELETE /v2.0/floatingips/cf2cfa8b-41b3-424d-a3c1-e9fe548637d2 HTTP/1.1" status: 204 len: 168 time: 0.8072765 May 03 21:18:32.082873 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc44fa-fcda-4047-8705-4d8cef874c65 req-259076da-089c-440a-a486-fbc38119b291 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:32.084317 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0fcc44fa-fcda-4047-8705-4d8cef874c65 req-259076da-089c-440a-a486-fbc38119b291 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0809219 May 03 21:18:32.130363 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0fcc44fa-fcda-4047-8705-4d8cef874c65 req-ffa4e860-0b61-444f-bad5-d5107e10a167 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 May 03 21:18:33.392293 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b3f2f-c0e2-42ba-92c0-b89b154de3db req-09d37623-1492-492c-9d08-7aa7f522d927 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:33.393706 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7e1b3f2f-c0e2-42ba-92c0-b89b154de3db req-09d37623-1492-492c-9d08-7aa7f522d927 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.1550434 May 03 21:18:33.444444 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7e1b3f2f-c0e2-42ba-92c0-b89b154de3db req-4d458c01-e69a-492c-ac54-1a26ae534758 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375252 May 03 21:18:34.629577 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d3de9-34ef-4d84-a9f9-0ab9e75a897c req-54908501-264d-4328-862f-c2a33d015c11 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:34.630929 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c13d3de9-34ef-4d84-a9f9-0ab9e75a897c req-54908501-264d-4328-862f-c2a33d015c11 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0796230 May 03 21:18:34.674383 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c13d3de9-34ef-4d84-a9f9-0ab9e75a897c req-aefba06e-8ea2-4794-b031-60958e91926e tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375490 May 03 21:18:34.791770 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedd620-924c-423a-8680-2c48ef1523b3 req-1b917012-1d95-4024-a055-f81496aab540 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:34.793140 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-beedd620-924c-423a-8680-2c48ef1523b3 req-1b917012-1d95-4024-a055-f81496aab540 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 946 time: 0.0771866 May 03 21:18:34.862862 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-beedd620-924c-423a-8680-2c48ef1523b3 req-a7c877f5-c11b-4a20-8284-cefd209068c7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Deleting port 105b9afb-c094-4da2-b536-b27759de4e3c {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:18:34.863194 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-beedd620-924c-423a-8680-2c48ef1523b3 req-a7c877f5-c11b-4a20-8284-cefd209068c7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.100375 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-beedd620-924c-423a-8680-2c48ef1523b3 req-a7c877f5-c11b-4a20-8284-cefd209068c7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] For port 105b9afb-c094-4da2-b536-b27759de4e3c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=105b9afb-c094-4da2-b536-b27759de4e3c,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:35.100717 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-beedd620-924c-423a-8680-2c48ef1523b3 req-a7c877f5-c11b-4a20-8284-cefd209068c7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.218520 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-beedd620-924c-423a-8680-2c48ef1523b3 req-a7c877f5-c11b-4a20-8284-cefd209068c7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Calling delete_port for 105b9afb-c094-4da2-b536-b27759de4e3c owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:18:35.359306 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-beedd620-924c-423a-8680-2c48ef1523b3 req-a7c877f5-c11b-4a20-8284-cefd209068c7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.407914 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['00aafd5e-b390-401c-a130-e021ed989253', '105b9afb-c094-4da2-b536-b27759de4e3c'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:18:35.408515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c877f5-c11b-4a20-8284-cefd209068c7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event deleted for resources: {'Port': ['ID=105b9afb-c094-4da2-b536-b27759de4e3c,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:35.483117 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-beedd620-924c-423a-8680-2c48ef1523b3 req-a7c877f5-c11b-4a20-8284-cefd209068c7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] No DVR routers for this DVR port 105b9afb-c094-4da2-b536-b27759de4e3c on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:18:35.485593 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-beedd620-924c-423a-8680-2c48ef1523b3 req-a7c877f5-c11b-4a20-8284-cefd209068c7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.488123 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9413f2c-5d66-40d4-ad75-3b67dd2b50ee', 'name': 'network-vif-deleted', 'tag': '105b9afb-c094-4da2-b536-b27759de4e3c'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:35.500936 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-beedd620-924c-423a-8680-2c48ef1523b3 req-a7c877f5-c11b-4a20-8284-cefd209068c7 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "DELETE /v2.0/ports/105b9afb-c094-4da2-b536-b27759de4e3c HTTP/1.1" status: 204 len: 173 time: 0.7025743 May 03 21:18:35.535696 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cde55a-2ccb-46a2-86a1-b3034ce23036'] response: {'server_uuid': 'f9413f2c-5d66-40d4-ad75-3b67dd2b50ee', 'name': 'network-vif-deleted', 'tag': '105b9afb-c094-4da2-b536-b27759de4e3c', 'status': 'completed', 'code': 200} May 03 21:18:35.837199 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-320e3efd-0670-439e-bf22-8610f169f5c0 req-9976c2b3-1c59-45a6-8aaa-268461a7aa3a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Synchronizing usage tracker for tenant:8becd1d43888424795557d5ad95253f7 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:35.853795 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-320e3efd-0670-439e-bf22-8610f169f5c0 req-9976c2b3-1c59-45a6-8aaa-268461a7aa3a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Unset dirty status for tenant:8becd1d43888424795557d5ad95253f7 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:35.855012 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-320e3efd-0670-439e-bf22-8610f169f5c0 req-9976c2b3-1c59-45a6-8aaa-268461a7aa3a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9413f2c-5d66-40d4-ad75-3b67dd2b50ee HTTP/1.1" status: 200 len: 210 time: 0.0612981 May 03 21:18:37.316109 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c22d3-bacc-44c5-8591-0f091aa6965a req-4a64d32c-85c0-4c07-aed2-c52555cd68ec tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:37.317568 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5c5c22d3-bacc-44c5-8591-0f091aa6965a req-4a64d32c-85c0-4c07-aed2-c52555cd68ec tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.0811660 May 03 21:18:37.364784 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5c5c22d3-bacc-44c5-8591-0f091aa6965a req-85160ce6-886b-404f-9f53-4cd7e1ceab7a tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 May 03 21:18:37.422332 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 105b9afb-c094-4da2-b536-b27759de4e3c no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:18:37.455755 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 105b9afb-c094-4da2-b536-b27759de4e3c {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:18:37.456085 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 105b9afb-c094-4da2-b536-b27759de4e3c not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:18:38.545187 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bf824-1004-4319-820b-043ba642a13d req-cba1c650-6322-4882-ad9c-ecfc854f4d2d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:38.546610 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-263bf824-1004-4319-820b-043ba642a13d req-cba1c650-6322-4882-ad9c-ecfc854f4d2d tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.0776045 May 03 21:18:38.589623 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-263bf824-1004-4319-820b-043ba642a13d req-eefe4ded-a9ee-4c07-8096-53910dd32dd0 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373549 May 03 21:18:39.777983 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fcb95-4980-4a02-bc8d-d19d054e1016 req-3219ac66-d222-40fe-9d74-59f6ed6d9c61 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:39.779408 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-128fcb95-4980-4a02-bc8d-d19d054e1016 req-3219ac66-d222-40fe-9d74-59f6ed6d9c61 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.0811317 May 03 21:18:39.822177 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-128fcb95-4980-4a02-bc8d-d19d054e1016 req-db74a900-4fac-4daa-a51a-43da2ccb3d1c tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367911 May 03 21:18:41.001056 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cb1bf-ef75-45a3-9446-4bde9346cb24 req-c00ed5ee-b38f-4e34-938e-0593e3d32b35 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:41.002498 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c20cb1bf-ef75-45a3-9446-4bde9346cb24 req-c00ed5ee-b38f-4e34-938e-0593e3d32b35 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.0770807 May 03 21:18:41.047325 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c20cb1bf-ef75-45a3-9446-4bde9346cb24 req-4c328331-5634-4204-b429-58418cc74bcc tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/security-groups?id=2156dc18-624b-41be-83d3-f8ef96c7594f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 May 03 21:18:41.137398 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-16b27029-2acf-4c90-9290-fdd09ac5de30 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:41.138731 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-16b27029-2acf-4c90-9290-fdd09ac5de30 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 945 time: 0.0821300 May 03 21:18:41.205378 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-aaa169ab-d048-4e02-ae55-5ca6bee0d549 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Deleting port 00aafd5e-b390-401c-a130-e021ed989253 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:18:41.205706 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-aaa169ab-d048-4e02-ae55-5ca6bee0d549 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.507674 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-aaa169ab-d048-4e02-ae55-5ca6bee0d549 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] For port 00aafd5e-b390-401c-a130-e021ed989253, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=00aafd5e-b390-401c-a130-e021ed989253,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:41.508029 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-aaa169ab-d048-4e02-ae55-5ca6bee0d549 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.525037 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.627551 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-aaa169ab-d048-4e02-ae55-5ca6bee0d549 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Calling delete_port for 00aafd5e-b390-401c-a130-e021ed989253 owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:18:41.768032 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-aaa169ab-d048-4e02-ae55-5ca6bee0d549 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.819485 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa169ab-d048-4e02-ae55-5ca6bee0d549 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Pushing event deleted for resources: {'Port': ['ID=00aafd5e-b390-401c-a130-e021ed989253,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:41.891636 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-aaa169ab-d048-4e02-ae55-5ca6bee0d549 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] No DVR routers for this DVR port 00aafd5e-b390-401c-a130-e021ed989253 on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:18:41.894026 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-aaa169ab-d048-4e02-ae55-5ca6bee0d549 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.896423 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46de8291-b455-4478-ab34-93b6aac2ad9f', 'name': 'network-vif-deleted', 'tag': '00aafd5e-b390-401c-a130-e021ed989253'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:41.913214 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-316f2d31-5e00-4c65-8245-1c97fda0e213 req-aaa169ab-d048-4e02-ae55-5ca6bee0d549 tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.43 "DELETE /v2.0/ports/00aafd5e-b390-401c-a130-e021ed989253 HTTP/1.1" status: 204 len: 173 time: 0.7688968 May 03 21:18:41.942139 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7471b067-da38-454b-868e-c266d5616dc5'] response: {'server_uuid': '46de8291-b455-4478-ab34-93b6aac2ad9f', 'name': 'network-vif-deleted', 'tag': '00aafd5e-b390-401c-a130-e021ed989253', 'status': 'completed', 'code': 200} May 03 21:18:42.215458 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-b87a277f-ca21-456b-8878-856699c435b0 req-2b107bd8-f1f5-4399-928b-e60e0185ab7f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Synchronizing usage tracker for tenant:8becd1d43888424795557d5ad95253f7 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:42.231658 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-b87a277f-ca21-456b-8878-856699c435b0 req-2b107bd8-f1f5-4399-928b-e60e0185ab7f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] Unset dirty status for tenant:8becd1d43888424795557d5ad95253f7 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:42.232941 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b87a277f-ca21-456b-8878-856699c435b0 req-2b107bd8-f1f5-4399-928b-e60e0185ab7f tempest-ServerRescueNegativeTestJSON-1639244638 tempest-ServerRescueNegativeTestJSON-1639244638-project] 10.222.0.44 "GET /v2.0/ports?device_id=46de8291-b455-4478-ab34-93b6aac2ad9f HTTP/1.1" status: 200 len: 210 time: 0.0629008 May 03 21:18:43.327559 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57828) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:43.437162 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 00aafd5e-b390-401c-a130-e021ed989253 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:18:43.473156 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 00aafd5e-b390-401c-a130-e021ed989253 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:18:43.473498 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 00aafd5e-b390-401c-a130-e021ed989253 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:18:43.851140 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636969'] for router_interface, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:44.083415 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-0e1e8664-d449-41e9-9e5a-be8acfd35b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:44.271703 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] Deleting port b2067d34-8431-4d03-a658-61bcb3593bb9 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:18:44.272046 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:44.444412 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] For port b2067d34-8431-4d03-a658-61bcb3593bb9, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=b2067d34-8431-4d03-a658-61bcb3593bb9,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:44.445111 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:44.563533 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] Calling delete_port for b2067d34-8431-4d03-a658-61bcb3593bb9 owned by network:router_interface {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:18:44.854840 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:44.905664 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2067d34-8431-4d03-a658-61bcb3593bb9,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:45.163748 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637109'] for router_interface, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:45.603202 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] Router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:18:45.775972 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:45.784727 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] Sync routers for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:45.793188 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-267e1327-f79d-4677-a0ee-c886cff68b97 admin admin] 10.222.0.44 "PUT /v2.0/routers/6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4645386 May 03 21:18:45.795525 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:45.795669 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57836) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:45.796130 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:46.000453 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:46.128869 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Notify callbacks [] for router, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:46.283308 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:18:44Z', 'revision_number': 5, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port': {'id': '5e795344-c74c-4d08-b7cf-67c7daeba17a', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:50Z', 'updated_at': '2022-05-03T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:46.287772 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] Checking router: 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:46.296068 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] Routers {'6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:46.296666 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:46.309024 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:46.319800 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Deleting port 5e795344-c74c-4d08-b7cf-67c7daeba17a {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:18:46.320140 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:46.445620 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-692b75c1-182d-4179-affc-2fb87f00845e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:46.456655 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] Set router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 gateway port host: None {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:46.497360 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] For port 5e795344-c74c-4d08-b7cf-67c7daeba17a, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=5e795344-c74c-4d08-b7cf-67c7daeba17a,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:46.497708 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:46.562812 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:18:46Z', 'revision_number': 6, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port_host': None}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:46.566663 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc78ae-a543-47d5-b0a7-425d36ebbb1b None None] The sync data for ids ['6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7'] in dv-cinder-840376-1-smb is: [{'id': '6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7', 'name': 'tempest-ServerRescueNegativeTestJSON-490175559-router', 'tenant_id': '8becd1d43888424795557d5ad95253f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:18:46Z', 'revision_number': 6, 'project_id': '8becd1d43888424795557d5ad95253f7', 'gw_port_host': None}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:46.620084 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Calling delete_port for 5e795344-c74c-4d08-b7cf-67c7daeba17a owned by network:router_gateway {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:18:46.782690 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:46.827376 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e795344-c74c-4d08-b7cf-67c7daeba17a,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:47.010804 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624140'] for router_gateway, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.181672 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.183796 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.266849 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638692'] for router, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.267384 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 {{(pid=87240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:18:47.280159 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.283573 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-18de89ab-653a-4c94-bed3-7d4aa7447f92 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6fcae0e4-dd11-4a3c-bd19-bd07e032d9a7 HTTP/1.1" status: 204 len: 168 time: 1.4846578 May 03 21:18:47.283832 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57842) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:47.345863 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-e462fed8-82e4-4220-9d9c-2df6d2eafafc admin admin] Deleting subnet 222f1725-eaca-49aa-b467-e32e972304ad {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:18:47.346079 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e462fed8-82e4-4220-9d9c-2df6d2eafafc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.378879 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device b2067d34-8431-4d03-a658-61bcb3593bb9 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:18:47.400775 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e462fed8-82e4-4220-9d9c-2df6d2eafafc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3460637'] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.420211 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: b2067d34-8431-4d03-a658-61bcb3593bb9 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:18:47.420625 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device b2067d34-8431-4d03-a658-61bcb3593bb9 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:18:47.421085 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5e795344-c74c-4d08-b7cf-67c7daeba17a no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:18:47.461730 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 5e795344-c74c-4d08-b7cf-67c7daeba17a {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:18:47.462172 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5e795344-c74c-4d08-b7cf-67c7daeba17a not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:18:47.470211 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.525554 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e462fed8-82e4-4220-9d9c-2df6d2eafafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.597927 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e462fed8-82e4-4220-9d9c-2df6d2eafafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128164'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.621943 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.634989 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462fed8-82e4-4220-9d9c-2df6d2eafafc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222f1725-eaca-49aa-b467-e32e972304ad,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:47.640203 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e462fed8-82e4-4220-9d9c-2df6d2eafafc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.645722 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e9b15-e9b5-4048-83bb-187350dec01b None None] Network 696f3710-7ff9-4877-98eb-e6f33ac34d15 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:47.645929 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-e462fed8-82e4-4220-9d9c-2df6d2eafafc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/222f1725-eaca-49aa-b467-e32e972304ad HTTP/1.1" status: 204 len: 168 time: 0.3607671 May 03 21:18:47.648510 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57846) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:47.753054 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.763241 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Deleting port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:18:47.763573 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.882645 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] DHCP port deletion for 696f3710-7ff9-4877-98eb-e6f33ac34d15 request from dv-cinder-840376-1-smb {{(pid=87241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:18:47.886965 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] Deleting port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:18:47.887402 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.967987 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] For port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:47.968334 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.086534 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Calling delete_port for f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 owned by network:dhcp {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:18:48.089768 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] For port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423,segment=NetworkSegment(8cf72779-0841-46aa-9c76-aa01169819c5),segment_id=8cf72779-0841-46aa-9c76-aa01169819c5)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:48.090180 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.175906 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.211487 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] Calling delete_port for f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 owned by network:dhcp {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:18:48.227786 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:48.229583 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] No DVR routers for this DVR port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 on host dv-cinder-840376-1-smb {{(pid=87240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:18:48.377214 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.db.api [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:18:48.377518 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG oslo_db.api [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:18:48.435317 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.461209 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696f3710-7ff9-4877-98eb-e6f33ac34d15']}} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:48.472850 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf72779-0841-46aa-9c76-aa01169819c5') {'for_net_delete': True} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:48.473124 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf72779-0841-46aa-9c76-aa01169819c5') {} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:48.484880 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3460628'] for segment, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.501473 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.507868 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:18:48.508268 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221191'] for segment, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: Traceback (most recent call last): May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: timer() May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: cb(*args, **kw) May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: return func(*args, **kwargs) May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: self._notify() May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: self.callback(batched_events) May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: event.method(event) May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: return f(self, *a, **k) May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: return self._get(url).json() May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: return self.request(url, 'GET', **kwargs) May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:18:48.520991 dv-cinder-840376-1-smb neutron-server[87240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:18:48.594727 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.610567 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.622540 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] Pushing event deleted for resources: {'Network': ['ID=696f3710-7ff9-4877-98eb-e6f33ac34d15,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:48.634310 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c1890e5c-30d0-4129-b017-7f679678bda8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/696f3710-7ff9-4877-98eb-e6f33ac34d15 HTTP/1.1" status: 204 len: 168 time: 0.9848540 May 03 21:18:48.688359 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.746250 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57852) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:48.794653 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-27fcd19d-9b32-4cc4-9fd0-feae16f385f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8becd1d43888424795557d5ad95253f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472660 May 03 21:18:48.797099 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57858) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:48.857153 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba1afb51-b5d4-4833-ad33-cc4ccd7dd4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.879281 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] Deleting port f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:18:48.879652 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.882734 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba1afb51-b5d4-4833-ad33-cc4ccd7dd4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.935702 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba1afb51-b5d4-4833-ad33-cc4ccd7dd4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.944452 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-ec09e842-c031-459c-b7a7-427cc36ceb22 None None] The port 'f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423' was deleted {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:18:48.952214 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1afb51-b5d4-4833-ad33-cc4ccd7dd4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2156dc18-624b-41be-83d3-f8ef96c7594f,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:48.962128 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ba1afb51-b5d4-4833-ad33-cc4ccd7dd4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.963232 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ba1afb51-b5d4-4833-ad33-cc4ccd7dd4f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2156dc18-624b-41be-83d3-f8ef96c7594f HTTP/1.1" status: 204 len: 168 time: 0.1652734 May 03 21:18:49.328813 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:18:49.365112 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:18:49.365545 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device f2f0d4c0-0c1e-4e38-8cb5-0ad7602d7423 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:18:49.665155 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57886) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:49.765568 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-573542946-network', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:49.770270 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:49.774748 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Usage tracker for resource:network and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:49.777590 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:49.783618 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:49.793415 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Made reservation on behalf of e954b1741d1c4ab895e7f6483c74e466 for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:49.795595 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.807186 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.821368 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:49.825055 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:49.827742 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:49.833172 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:49.914162 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.917864 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.952237 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:18:49.957384 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b98c662-0efc-4098-9c3b-45598b8112eb,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:49.965301 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.965301 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Added segment 6471e21c-a055-4728-a19e-3ff051f5354c of type vlan for network 29ae9d68-21bd-4e34-8c69-185d54a2903d May 03 21:18:49.991251 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.018859 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.019770 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:50.020350 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.120762 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] Pushing event updated for resources: {'Network': ['ID=29ae9d68-21bd-4e34-8c69-185d54a2903d,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:50.123817 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4178055a-80c4-4e3b-9263-392cbeb4ea60 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4576335 May 03 21:18:50.126801 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57892) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:50.133807 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Request body: {'subnet': {'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-573542946-subnet', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:50.134248 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:18:50.138582 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:50.142429 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Usage tracker for resource:subnet and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:50.145219 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:50.151991 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:50.163032 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Made reservation on behalf of e954b1741d1c4ab895e7f6483c74e466 for: {'subnet': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:50.165246 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3128129'] for subnet, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.196134 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:18:50.367424 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3128179'] for subnet, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.439980 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=07bcd4cb-af5e-4a7d-8e34-0334c11dd353,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:50.450829 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Checking segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:50.451178 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Network hostable DHCP agents. Network: 29ae9d68-21bd-4e34-8c69-185d54a2903d, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:18:50.471126 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:18:50.480924 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 29ae9d68-21bd-4e34-8c69-185d54a2903d) {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:50.484862 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:50.485551 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.497661 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a475f8-2842-479a-9933-d275be2f23d8 None None] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:50.511445 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-fec0a789-30b8-4167-b035-c289d8ab23ef admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3835421 May 03 21:18:50.514061 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57900) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:50.519180 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:50.523938 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:50.528824 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Usage tracker for resource:router and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:50.531820 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:50.537884 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:50.549098 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.550697 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.567380 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.663420 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-bb727923-a9f8-44d9-bac3-7f67b2563010 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085017318&fields=id&tenant_id=9d2738a92828470d9c163e1690087f5b HTTP/1.1" status: 200 len: 267 time: 0.1744692 May 03 21:18:50.719821 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped9e2575-edac-5646-aca9-fda55ecf2a7e-29ae9d68-21bd-4e34-8c69-185d54a2903d', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353'}]}} from dv-cinder-840376-1-smb. {{(pid=87241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:18:50.720916 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.747238 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-f674cf7f-4e78-4652-878a-53900ec08d45 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:50.748760 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-f674cf7f-4e78-4652-878a-53900ec08d45 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 984 time: 0.0784001 May 03 21:18:50.760641 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-e526f700-164a-4ac1-8a42-2897909c1ba5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Request body: {'port': {'security_groups': ['64231ffc-3233-4cf2-a1ed-eeb49aaf86a4']}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:50.831544 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.877493 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.db_base_plugin_common [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Allocated IP 172.20.0.2 (29ae9d68-21bd-4e34-8c69-185d54a2903d/07bcd4cb-af5e-4a7d-8e34-0334c11dd353/e6427010-fb52-4aa1-b43e-89848a62a504) {{(pid=87241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:50.889465 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-e526f700-164a-4ac1-8a42-2897909c1ba5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.097983 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Notify callbacks [] for port, precommit_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.108782 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Transition to ACTIVE for port object e6427010-fb52-4aa1-b43e-89848a62a504 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:51.129143 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Transition to ACTIVE for port object e6427010-fb52-4aa1-b43e-89848a62a504 will not be triggered until provisioned by entity DHCP. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:51.136691 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.141504 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-e526f700-164a-4ac1-8a42-2897909c1ba5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] For port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:51.167470 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-e526f700-164a-4ac1-8a42-2897909c1ba5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.173143 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-e526f700-164a-4ac1-8a42-2897909c1ba5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.208546 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d is already hosted by enough agents. {{(pid=87241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:51.214204 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:18:51.246955 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-e526f700-164a-4ac1-8a42-2897909c1ba5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:51.247708 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-e526f700-164a-4ac1-8a42-2897909c1ba5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.255188 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c511ea62-1f00-4d56-815f-a7d12df62eb4 req-e526f700-164a-4ac1-8a42-2897909c1ba5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "PUT /v2.0/ports/b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 HTTP/1.1" status: 200 len: 942 time: 0.4997203 May 03 21:18:51.255863 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:51.262997 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57904) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:51.275669 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.300494 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526f700-164a-4ac1-8a42-2897909c1ba5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event updated for resources: {'Port': ['ID=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,revision_number=7']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:51.327636 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.330676 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.base_scheduler [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Resources bound (agent type, host, resource id): {{(pid=87241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:51.333570 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Received port after_create {{(pid=87241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:51.353036 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e550eb20-3412-487f-ae84-12f701c8b5a2'] response: {'name': 'network-changed', 'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'status': 'completed', 'code': 200} May 03 21:18:51.361775 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3587a36-2128-4c62-9d8b-30774d60d533 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.389216 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Pushing event updated for resources: {'Port': ['ID=e6427010-fb52-4aa1-b43e-89848a62a504,revision_number=1']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:51.403004 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3587a36-2128-4c62-9d8b-30774d60d533 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.461520 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:18:51.494886 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Allocated IP 172.28.1.8 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/574c07b9-002b-4a08-8942-0df9f846a21e) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:51.530995 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3587a36-2128-4c62-9d8b-30774d60d533 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.558623 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3587a36-2128-4c62-9d8b-30774d60d533 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:51.561677 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3587a36-2128-4c62-9d8b-30774d60d533 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.566020 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b3587a36-2128-4c62-9d8b-30774d60d533 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "DELETE /v2.0/security-groups/a6fa2028-74ff-4fb9-b0f3-3e84a8b3a096 HTTP/1.1" status: 204 len: 168 time: 0.2990935 May 03 21:18:51.566994 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57910) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:51.590471 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Attempting to bind port e6427010-fb52-4aa1-b43e-89848a62a504 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:51.590831 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Attempting to bind port e6427010-fb52-4aa1-b43e-89848a62a504 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:51.591190 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Attempting to bind port e6427010-fb52-4aa1-b43e-89848a62a504 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:51.621532 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:51.621922 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Checking segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:51.622320 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.622702 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Bound using segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:51.623163 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Bound port: e6427010-fb52-4aa1-b43e-89848a62a504, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:51.623531 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.654843 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.677780 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-b3d47ba6-c5ed-49a8-8a27-5f2c551202ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:51.679266 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-b3d47ba6-c5ed-49a8-8a27-5f2c551202ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2738a92828470d9c163e1690087f5b&device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 1098 time: 0.2148776 May 03 21:18:51.690119 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.733928 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-7cb5222d-edea-4509-9bb8-1b4edcf13351 None None] Provisioning complete for port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:51.734294 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7cb5222d-edea-4509-9bb8-1b4edcf13351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.750994 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:51.754425 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:51.758537 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:51.814798 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Pushing event updated for resources: {'Port': ['ID=574c07b9-002b-4a08-8942-0df9f846a21e,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:51.917482 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] For port e6427010-fb52-4aa1-b43e-89848a62a504, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:51.921240 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] For port e6427010-fb52-4aa1-b43e-89848a62a504, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=e6427010-fb52-4aa1-b43e-89848a62a504,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:51.934219 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.996556 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Deleting port ba63a8c0-8630-4b2e-8ed7-7c50dea3eaf0 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:18:51.997215 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:52.103547 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800ac95-68a8-42e2-9992-beaf4ae3e89f None None] Pushing event updated for resources: {'Port': ['ID=e6427010-fb52-4aa1-b43e-89848a62a504,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:52.149650 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-08e623e4-bd60-40e9-8f25-cd6344f6ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:52.151129 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-08e623e4-bd60-40e9-8f25-cd6344f6ecf8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e HTTP/1.1" status: 200 len: 915 time: 0.4621668 May 03 21:18:52.216333 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:52.283417 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-0580c43e-7bd0-45a5-a78e-e63cbf4e77bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 HTTP/1.1" status: 200 len: 1001 time: 0.1213539 May 03 21:18:52.287508 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:52.287508 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:52.483276 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Calling delete_port for ba63a8c0-8630-4b2e-8ed7-7c50dea3eaf0 owned by network:floatingip {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:18:52.532730 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-847be953-fcdf-4c75-9e37-50de96c7e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:52.534423 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-847be953-fcdf-4c75-9e37-50de96c7e96c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d46f1791-e7c0-4157-9192-b783357c9bee HTTP/1.1" status: 200 len: 853 time: 0.2389677 May 03 21:18:52.597050 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624612'] for router, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:52.644154 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-0dc93c90-5a89-4a74-b183-e43e7f5cc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:52.645607 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-0dc93c90-5a89-4a74-b183-e43e7f5cc90b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1000559 May 03 21:18:52.797577 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:52.852873 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event deleted for resources: {'Port': ['ID=ba63a8c0-8630-4b2e-8ed7-7c50dea3eaf0,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:52.922940 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f is scheduled to L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 with binding_index 1 {{(pid=87240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:18:52.937930 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-c44706fe-a2bc-466c-9f0c-9bd81c8f8fff service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626081 May 03 21:18:53.045285 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks [] for floatingip, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:53.045643 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Floating IP 9a68768f-27ef-4cc2-a02e-737ecf9b9558 disassociated (deleted). External IP: 172.28.1.168, port: b48d8f7a-ed11-4309-b1a6-53924b8fe4f5. May 03 21:18:53.113600 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:53.121220 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e5162-4518-4b39-b767-13b1fdf568b8 None None] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:53.125507 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:53.143497 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:53.145678 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:53.150368 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:53.150561 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-d143b646-ff0c-48ca-9c27-724c01d64f91 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6327934 May 03 21:18:53.150873 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57916) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:53.362660 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-68848d15-77b1-48e0-a6b0-20f54d321457 None None] Provisioning for port e6427010-fb52-4aa1-b43e-89848a62a504 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:53.383934 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:53.408763 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9fcaf66e-f284-44b4-96cc-3972e2b6b491 req-fc34e921-0c5b-4bfe-95db-7f59b3670b88 service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581051 May 03 21:18:53.453340 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device e6427010-fb52-4aa1-b43e-89848a62a504 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:53.605130 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port e6427010-fb52-4aa1-b43e-89848a62a504 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:53.616624 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port e6427010-fb52-4aa1-b43e-89848a62a504 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:53.616998 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:53.654586 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:18:53.739147 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:52Z', 'revision_number': 3, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:53.743900 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:53.744682 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Updating router 2eb76f69-f492-45f1-8fd9-ad050103c04f port 574c07b9-002b-4a08-8942-0df9f846a21e binding host dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:18:53.795669 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:53.827321 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:53.838522 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port e6427010-fb52-4aa1-b43e-89848a62a504, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=e6427010-fb52-4aa1-b43e-89848a62a504,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:53.851585 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:53.930030 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:53.933398 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-ab5eb37c-3723-4235-ad0f-a277ba2a911c None None] Provisioning complete for port e6427010-fb52-4aa1-b43e-89848a62a504 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:53.933738 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb37c-3723-4235-ad0f-a277ba2a911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:53.955917 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:53.966383 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] Sync routers for ids ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:53.983875 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=e6427010-fb52-4aa1-b43e-89848a62a504,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:54.000206 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] Routers {'6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:54.001332 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:54.039592 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-f16a9458-5d46-4531-9931-9596a9ed3ff7 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "DELETE /v2.0/floatingips/9a68768f-27ef-4cc2-a02e-737ecf9b9558 HTTP/1.1" status: 204 len: 168 time: 2.4703262 May 03 21:18:54.040581 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:54.058887 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:54.118265 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2acadce-f420-4c68-934d-a10f1c8f6e3c'] response: {'name': 'network-changed', 'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'status': 'completed', 'code': 200} May 03 21:18:54.235260 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] Set router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:54.288925 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:54.312402 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.provisioning_blocks [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Transition to ACTIVE for port object 574c07b9-002b-4a08-8942-0df9f846a21e will not be triggered until provisioned by entity L2. {{(pid=87242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:54.328298 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:54.351906 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184f398-8f1e-47af-93a9-26a67161673d req-15c3481b-8b5a-4943-a8c5-fd46e95e14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:54.354969 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8184f398-8f1e-47af-93a9-26a67161673d req-15c3481b-8b5a-4943-a8c5-fd46e95e14bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2738a92828470d9c163e1690087f5b&device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1859834 May 03 21:18:54.385453 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Allocated IP 172.20.0.1 (29ae9d68-21bd-4e34-8c69-185d54a2903d/07bcd4cb-af5e-4a7d-8e34-0334c11dd353/a0c71dce-5749-49ab-a5cd-ba990182bc14) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:54.427087 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Attempting to bind port 574c07b9-002b-4a08-8942-0df9f846a21e on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:54.428377 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Attempting to bind port 574c07b9-002b-4a08-8942-0df9f846a21e by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:54.428377 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Attempting to bind port 574c07b9-002b-4a08-8942-0df9f846a21e on network 1ffc24f5-8283-443e-b259-1a8749ff546b {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:54.438450 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:54.438908 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Checking segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:54.439371 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:54.439815 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Bound using segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:54.440483 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Bound port: 574c07b9-002b-4a08-8942-0df9f846a21e, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:54.440925 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:54.475906 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Pushing event updated for resources: {'Port': ['ID=574c07b9-002b-4a08-8942-0df9f846a21e,revision_number=2']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:54.515023 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.515358 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.515685 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.516017 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.516336 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.516656 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.516972 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.517321 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.517585 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.517916 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.518228 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.518539 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:54.558672 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] For port 574c07b9-002b-4a08-8942-0df9f846a21e, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:54.563815 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] For port 574c07b9-002b-4a08-8942-0df9f846a21e, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=574c07b9-002b-4a08-8942-0df9f846a21e,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:54.569624 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:54.577341 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184f398-8f1e-47af-93a9-26a67161673d req-e8ece3bc-e5be-4c43-8023-d75a9e5dad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:54.579413 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8184f398-8f1e-47af-93a9-26a67161673d req-e8ece3bc-e5be-4c43-8023-d75a9e5dad69 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e HTTP/1.1" status: 200 len: 915 time: 0.2151542 May 03 21:18:54.668049 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd45371-613a-4332-a351-718f0e5dbdbc None None] Pushing event updated for resources: {'Port': ['ID=574c07b9-002b-4a08-8942-0df9f846a21e,revision_number=3']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:54.672523 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8184f398-8f1e-47af-93a9-26a67161673d req-3bca3c25-9bc7-498d-8e4f-31c1e8ac13be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 HTTP/1.1" status: 200 len: 217 time: 0.0761721 May 03 21:18:54.676064 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:54.704631 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Transition to ACTIVE for port object a0c71dce-5749-49ab-a5cd-ba990182bc14 will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:54.707607 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:54.709747 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:54.742530 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:54.752853 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184f398-8f1e-47af-93a9-26a67161673d req-6e85a296-a224-4df4-8728-533c6c3a6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:54.754817 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8184f398-8f1e-47af-93a9-26a67161673d req-6e85a296-a224-4df4-8728-533c6c3a6d64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d46f1791-e7c0-4157-9192-b783357c9bee HTTP/1.1" status: 200 len: 853 time: 0.0754218 May 03 21:18:54.765748 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:53Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b6d41350-5278-4628-b127-d2f8fbbaa895', 'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'mac_address': 'fa:16:3e:b6:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:51Z', 'updated_at': '2022-05-03T21:16:02Z', 'revision_number': 5, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'subnets': [{'id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:54.770281 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] Checking router: 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:54.779894 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] Routers {'6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:54.780730 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:54.855314 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184f398-8f1e-47af-93a9-26a67161673d req-a248d76a-fb64-4a29-8f1e-411d0873ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:54.857156 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8184f398-8f1e-47af-93a9-26a67161673d req-a248d76a-fb64-4a29-8f1e-411d0873ae32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2884cbd3-5a5d-4426-88b0-bf0bdebc817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866749 May 03 21:18:54.902833 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:54.934335 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c71dce-5749-49ab-a5cd-ba990182bc14,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:54.943660 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:54.945097 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:54.947698 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:55.019730 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624338'] for router_interface, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:55.057533 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8184f398-8f1e-47af-93a9-26a67161673d req-18f2f055-73cf-42bb-84d0-e897c0ff0504 service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912727 May 03 21:18:55.059569 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] Set router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:55.298730 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8184f398-8f1e-47af-93a9-26a67161673d req-a8f063b4-8aff-4f45-a9ff-03471b650efd service neutron] 10.222.0.43 "GET /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181525 May 03 21:18:55.298883 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:52Z', 'revision_number': 3, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:55.304006 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e767728-863b-4972-b695-82adfaf68fe3 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:52Z', 'revision_number': 3, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:55.400169 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:55.416064 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device e6427010-fb52-4aa1-b43e-89848a62a504 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:55.508589 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-abe5b59e-5526-45c3-ab14-322364f13e71 None None] Provisioning for port a0c71dce-5749-49ab-a5cd-ba990182bc14 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:55.550788 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-abe5b59e-5526-45c3-ab14-322364f13e71 None None] Provisioning complete for port a0c71dce-5749-49ab-a5cd-ba990182bc14 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:55.551012 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-abe5b59e-5526-45c3-ab14-322364f13e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:55.605194 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port e6427010-fb52-4aa1-b43e-89848a62a504 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:55.605572 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:55.652737 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:55.658635 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:55.696972 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-abe5b59e-5526-45c3-ab14-322364f13e71 None None] Port a0c71dce-5749-49ab-a5cd-ba990182bc14 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:55.719260 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:53Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b6d41350-5278-4628-b127-d2f8fbbaa895', 'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'mac_address': 'fa:16:3e:b6:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:51Z', 'updated_at': '2022-05-03T21:16:02Z', 'revision_number': 5, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'subnets': [{'id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:55.757465 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1cea0-254a-4cd2-83b3-e3e324b28b56 None None] The sync data for ids ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'] in dv-cinder-840376-1-smb is: [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:15:53Z', 'revision_number': 4, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'b6d41350-5278-4628-b127-d2f8fbbaa895', 'name': '', 'network_id': '2884cbd3-5a5d-4426-88b0-bf0bdebc817e', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'mac_address': 'fa:16:3e:b6:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:51Z', 'updated_at': '2022-05-03T21:16:02Z', 'revision_number': 5, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'subnets': [{'id': 'd46f1791-e7c0-4157-9192-b783357c9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:55.778074 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c71dce-5749-49ab-a5cd-ba990182bc14,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:55.780598 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636987'] for router_interface, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:55.933441 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:55.934617 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:56.137973 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eb4ff3-4581-4cfc-b45b-1cead86c5f87 None None] New status for floating IP 9a68768f-27ef-4cc2-a02e-737ecf9b9558: DOWN {{(pid=87242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:18:56.176467 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:18:56.226317 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-ed5effe1-045b-47e1-8761-2a8eb006d750 None None] Provisioning complete for port a0c71dce-5749-49ab-a5cd-ba990182bc14 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:56.226685 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-ed5effe1-045b-47e1-8761-2a8eb006d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:56.355236 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-ed5effe1-045b-47e1-8761-2a8eb006d750 None None] Port a0c71dce-5749-49ab-a5cd-ba990182bc14 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:56.399067 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:56.408598 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-22e1da8e-8d45-42c2-86da-3f54b66a6025 admin admin] 10.222.0.44 "PUT /v2.0/routers/2eb76f69-f492-45f1-8fd9-ad050103c04f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2566304 May 03 21:18:56.834974 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57954) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:56.840454 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170120205', 'description': 'tempest-description--1365073511'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:56.846507 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:56.851116 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:56.854181 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:56.860379 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:56.874062 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:56.898536 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:56.902630 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:56.905842 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:56.912574 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:56.994298 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:56.998578 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.054789 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12fbb0a-a0a1-4534-bbb3-d081eb8970be,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:57.058833 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.062891 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-0c01e9c6-4017-4ba0-beac-86ff0a4feb7b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2241280 May 03 21:18:57.063130 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 57958) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:57.070650 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group_rule': {'security_group_id': 'd12fbb0a-a0a1-4534-bbb3-d081eb8970be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:57.082192 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:57.086932 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:57.090035 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:57.096307 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:57.115526 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.195436 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.200026 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.227599 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71fb39b-f28f-4459-89ad-01d08ffb646e,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:57.238354 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.241287 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-25647883-6676-4df9-87d4-56630206b717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1755085 May 03 21:18:57.243692 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57966) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:57.257578 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:57.263755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group_rule': {'security_group_id': 'd12fbb0a-a0a1-4534-bbb3-d081eb8970be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:57.270084 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:57.278129 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:57.280240 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:57.287265 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:57.298551 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:57.314069 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:57.348023 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.417755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.421418 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.426439 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 574c07b9-002b-4a08-8942-0df9f846a21e up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:57.444925 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd1fabc-6cc7-4263-9925-7cca25cf6463,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:57.455496 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.456011 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.456150 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.457596 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.457596 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.457596 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.457596 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.457980 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.458082 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.463040 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.463040 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.463040 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:57.463040 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.468054 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-251533a3-270a-4cbc-8019-339f04e4fd42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2191608 May 03 21:18:57.468054 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 57970) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:57.472596 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:57.478593 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:57.482504 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:floatingip and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:57.485331 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:57.491256 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:57.501595 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.552258 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 574c07b9-002b-4a08-8942-0df9f846a21e completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:57.556143 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:57.621190 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 574c07b9-002b-4a08-8942-0df9f846a21e triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:57.621554 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.644336 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.880161 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Allocated IP 172.28.1.252 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/a2725be5-7bd3-41af-98af-a9c918b21bfe) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:57.924106 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:57.973118 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 574c07b9-002b-4a08-8942-0df9f846a21e, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=574c07b9-002b-4a08-8942-0df9f846a21e,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:57.985537 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.061280 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=574c07b9-002b-4a08-8942-0df9f846a21e,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:58.065097 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 2, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:58.070134 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:58.070503 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Updating router 2eb76f69-f492-45f1-8fd9-ad050103c04f port a0c71dce-5749-49ab-a5cd-ba990182bc14 binding host dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:18:58.090942 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.109046 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f321f-1112-4695-a76c-e5fa3f6b7412 req-642cf877-5c9e-4563-89f8-f94f5d14c17c tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:58.109698 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-8d9f321f-1112-4695-a76c-e5fa3f6b7412 req-642cf877-5c9e-4563-89f8-f94f5d14c17c tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Synchronizing usage tracker for tenant:9d2738a92828470d9c163e1690087f5b on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:58.133375 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-8d9f321f-1112-4695-a76c-e5fa3f6b7412 req-642cf877-5c9e-4563-89f8-f94f5d14c17c tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Unset dirty status for tenant:9d2738a92828470d9c163e1690087f5b on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:58.134712 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8d9f321f-1112-4695-a76c-e5fa3f6b7412 req-642cf877-5c9e-4563-89f8-f94f5d14c17c tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 945 time: 0.1643970 May 03 21:18:58.169155 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.173146 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.244362 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:58.246827 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-8d9f321f-1112-4695-a76c-e5fa3f6b7412 req-de1f8f0e-3d30-4a77-a790-61d6d64a29d5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Synchronizing usage tracker for tenant:9d2738a92828470d9c163e1690087f5b on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:58.251240 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:58.259078 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:58.305190 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=a2725be5-7bd3-41af-98af-a9c918b21bfe,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:58.323368 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-8d9f321f-1112-4695-a76c-e5fa3f6b7412 req-de1f8f0e-3d30-4a77-a790-61d6d64a29d5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Unset dirty status for tenant:9d2738a92828470d9c163e1690087f5b on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:58.324661 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8d9f321f-1112-4695-a76c-e5fa3f6b7412 req-de1f8f0e-3d30-4a77-a790-61d6d64a29d5 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829164 May 03 21:18:58.374771 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.439974 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.529076 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.540966 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Transition to ACTIVE for port object a0c71dce-5749-49ab-a5cd-ba990182bc14 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:58.548604 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.665327 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.670643 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.675186 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e2f9a-0049-4fd4-8769-a5bcc8566eab None None] Pushing event updated for resources: {'Port': ['ID=a0c71dce-5749-49ab-a5cd-ba990182bc14,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:58.774854 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Attempting to bind port a0c71dce-5749-49ab-a5cd-ba990182bc14 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:58.775557 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Attempting to bind port a0c71dce-5749-49ab-a5cd-ba990182bc14 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:58.776140 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Attempting to bind port a0c71dce-5749-49ab-a5cd-ba990182bc14 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:58.782504 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:58.783234 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Checking segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:58.783878 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.784524 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Bound using segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:58.785337 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Bound port: a0c71dce-5749-49ab-a5cd-ba990182bc14, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:58.785337 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.788944 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=a2725be5-7bd3-41af-98af-a9c918b21bfe,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:58.801845 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.824623 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.832332 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-959179c4-2f45-42b3-b108-1c264ed1ae56 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3575165 May 03 21:18:58.882032 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] For port a0c71dce-5749-49ab-a5cd-ba990182bc14, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:58.886073 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] For port a0c71dce-5749-49ab-a5cd-ba990182bc14, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=a0c71dce-5749-49ab-a5cd-ba990182bc14,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:58.892251 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.978817 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:58.979456 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:59.015118 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-b0acde94-0758-4669-a438-8d324e69495e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1170120205&fields=id&tenant_id=e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 267 time: 0.0534101 May 03 21:18:59.116784 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e2f9a-0049-4fd4-8769-a5bcc8566eab None None] Pushing event updated for resources: {'Port': ['ID=a0c71dce-5749-49ab-a5cd-ba990182bc14,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:59.189445 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:59.192260 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263665-a083-48ab-a859-5ade007fb519 req-9a356abf-8a92-452e-a4fd-ae63d1a57a9e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:59.197062 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-9a356abf-8a92-452e-a4fd-ae63d1a57a9e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 814 time: 0.1744926 May 03 21:18:59.211899 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-5a2f6845-7c67-4625-80cd-47de923648ba tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/quotas/e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 375 time: 0.0094495 May 03 21:18:59.336044 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-3ac8d610-ced4-4d5c-96f5-d6a9e29b8e31 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1187510 May 03 21:18:59.429778 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 574c07b9-002b-4a08-8942-0df9f846a21e up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:59.574073 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 574c07b9-002b-4a08-8942-0df9f846a21e triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:59.574755 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:59.589999 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-577a7394-00a0-44ce-9a56-b565b3011aa8 service neutron] 10.222.0.44 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441399 May 03 21:18:59.680884 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:18:58Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:59.698041 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a55c55-8579-4bea-b276-d9cb345944e6 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:18:58Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:59.700799 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d92f0-0f68-49ca-8c83-4f9c829d62c1 req-bc034d4d-408a-48fb-9b0d-4cf6e22a3e4f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:59.702285 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-309d92f0-0f68-49ca-8c83-4f9c829d62c1 req-bc034d4d-408a-48fb-9b0d-4cf6e22a3e4f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 945 time: 0.1933191 May 03 21:18:59.782389 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-309d92f0-0f68-49ca-8c83-4f9c829d62c1 req-d618a2ab-ba3a-4ed1-9874-c66b226bfd07 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719049 May 03 21:18:59.784467 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-fefbbc9b-d48a-4546-85ef-715cd2243c6d service neutron] 10.222.0.44 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894801 May 03 21:19:00.140650 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-95aa6ac6-cca7-4acf-a153-d948152ec971 req-3e1cfde4-0755-4794-a1ce-00ea1b808d5b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 210 time: 0.1737897 May 03 21:19:00.188091 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-4100e513-e379-4abd-b05b-5859f4f5b187 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:00.189612 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-4100e513-e379-4abd-b05b-5859f4f5b187 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 945 time: 0.3220422 May 03 21:19:00.275820 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30cc4-f43f-4858-b74b-19c06ee481b0 req-c5cadf29-9cdf-43c0-a38f-99728451bfc8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:00.278143 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4fe30cc4-f43f-4858-b74b-19c06ee481b0 req-c5cadf29-9cdf-43c0-a38f-99728451bfc8 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.2641118 May 03 21:19:00.317515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-19fc1a58-111f-40db-a7ee-28dbfb5a089f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Deleting port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:00.321917 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-19fc1a58-111f-40db-a7ee-28dbfb5a089f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:00.517496 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4fe30cc4-f43f-4858-b74b-19c06ee481b0 req-9f2e7071-5d44-4f4c-8447-38511074cd38 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111452 May 03 21:19:00.672757 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-19fc1a58-111f-40db-a7ee-28dbfb5a089f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] For port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:00.673117 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-19fc1a58-111f-40db-a7ee-28dbfb5a089f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:00.803696 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-19fc1a58-111f-40db-a7ee-28dbfb5a089f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Calling delete_port for b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:01.026954 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-19fc1a58-111f-40db-a7ee-28dbfb5a089f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.061733 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:19:01.079773 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc1a58-111f-40db-a7ee-28dbfb5a089f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Pushing event deleted for resources: {'Port': ['ID=b48d8f7a-ed11-4309-b1a6-53924b8fe4f5,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:01.164620 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c63d6-e6ca-4493-a87d-dc73fc865431 req-34c5b75f-f142-4814-9f29-41b26cb2966d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:01.166138 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-755c63d6-e6ca-4493-a87d-dc73fc865431 req-34c5b75f-f142-4814-9f29-41b26cb2966d tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b687e2-65e3-4642-9043-d228f4ecb9c5 HTTP/1.1" status: 200 len: 945 time: 0.2342224 May 03 21:19:01.171858 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-19fc1a58-111f-40db-a7ee-28dbfb5a089f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] No DVR routers for this DVR port b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:19:01.174925 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-19fc1a58-111f-40db-a7ee-28dbfb5a089f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.178816 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'name': 'network-vif-deleted', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:01.216569 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-efde6244-b135-4fc8-aeb3-813047d97f60 req-19fc1a58-111f-40db-a7ee-28dbfb5a089f tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.43 "DELETE /v2.0/ports/b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 HTTP/1.1" status: 204 len: 173 time: 1.0201323 May 03 21:19:01.226372 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-755c63d6-e6ca-4493-a87d-dc73fc865431 req-6e4020b4-762b-4349-a815-2b7918c862e9 tempest-TestMinimumBasicScenario-540230325 tempest-TestMinimumBasicScenario-540230325-project] 10.222.0.44 "GET /v2.0/security-groups?id=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527010 May 03 21:19:01.305281 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b004829f-7091-4551-97bf-0ffa0975fc4e req-3e95a247-6da5-4db2-bb51-17d3c93b73d7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 210 time: 0.0435035 May 03 21:19:01.306880 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64cf0d7-55bc-4cdf-962a-110f87acf8b5'] response: {'server_uuid': 'f7b687e2-65e3-4642-9043-d228f4ecb9c5', 'name': 'network-vif-deleted', 'tag': 'b48d8f7a-ed11-4309-b1a6-53924b8fe4f5', 'status': 'completed', 'code': 200} May 03 21:19:01.386281 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device a0c71dce-5749-49ab-a5cd-ba990182bc14 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:01.465222 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port a0c71dce-5749-49ab-a5cd-ba990182bc14 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:19:01.472353 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port a0c71dce-5749-49ab-a5cd-ba990182bc14 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:01.472704 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.652342 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.696599 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263665-a083-48ab-a859-5ade007fb519 req-197ac4a3-c423-41ae-a79f-33a5c198a4fe tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:01.698131 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-197ac4a3-c423-41ae-a79f-33a5c198a4fe tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 814 time: 0.2164969 May 03 21:19:01.704614 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port a0c71dce-5749-49ab-a5cd-ba990182bc14, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=a0c71dce-5749-49ab-a5cd-ba990182bc14,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:01.720223 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.809005 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=a0c71dce-5749-49ab-a5cd-ba990182bc14,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:01.824011 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-11a48f32-106c-4638-a2ea-8cacc6ee8680 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 380 time: 0.0662646 May 03 21:19:01.847827 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda9ecb-4b46-4a57-8254-03242b6e5fe0 req-98f0c0a5-daeb-47c2-933c-afb78a35a623 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:01.850558 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dcda9ecb-4b46-4a57-8254-03242b6e5fe0 req-98f0c0a5-daeb-47c2-933c-afb78a35a623 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.1368704 May 03 21:19:01.855333 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'port': {'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'admin_state_up': True, 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'security_groups': ['d12fbb0a-a0a1-4534-bbb3-d081eb8970be']}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:19:01.996469 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dcda9ecb-4b46-4a57-8254-03242b6e5fe0 req-ed5f1519-605a-47a2-bf32-1ed701c1a093 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260843 May 03 21:19:02.059662 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:02.063557 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:port and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:02.066406 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:02.072093 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:02.082139 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Made reservation on behalf of e954b1741d1c4ab895e7f6483c74e466 for: {'port': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:19:02.085856 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.255156 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Allocated IP 172.20.0.4 (29ae9d68-21bd-4e34-8c69-185d54a2903d/07bcd4cb-af5e-4a7d-8e34-0334c11dd353/00e3e9bb-0933-4c6a-b3d9-0e29064f7536) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:19:02.544647 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e07f06f7-36c7-45c1-987e-3dc7f77918c3 req-7fb11ad6-8a7c-411c-8483-a505df710be9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 210 time: 0.0608642 May 03 21:19:02.592183 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.608488 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Transition to ACTIVE for port object 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:19:02.634489 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.705985 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:19:02.709695 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:19:02.713567 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:19:02.748472 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:02.790223 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:02.790861 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.817081 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-0a663c88-a980-4035-ac8d-a508ff9319e7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655035 May 03 21:19:02.837437 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Request body: {'port': {'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:19:02.926357 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-6fed838f-887f-414b-8b56-19b3bea265eb None None] Provisioning for port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:19:02.934460 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-6fed838f-887f-414b-8b56-19b3bea265eb None None] Provisioning complete for port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:02.934835 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-6fed838f-887f-414b-8b56-19b3bea265eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.966406 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.996896 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-6fed838f-887f-414b-8b56-19b3bea265eb None None] Port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:19:03.053850 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58112) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:03.359911 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device a0c71dce-5749-49ab-a5cd-ba990182bc14 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:03.431453 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port a0c71dce-5749-49ab-a5cd-ba990182bc14 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:03.431840 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.594218 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a86b76-ee66-42aa-9108-9f5b06da1b83 req-9378705a-cc4f-4635-a1ba-b7a36a6a8b68 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:03.595673 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b5a86b76-ee66-42aa-9108-9f5b06da1b83 req-9378705a-cc4f-4635-a1ba-b7a36a6a8b68 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.4432826 May 03 21:19:03.611035 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:03.648552 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:03.648552 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device b48d8f7a-ed11-4309-b1a6-53924b8fe4f5 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:03.736159 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b5a86b76-ee66-42aa-9108-9f5b06da1b83 req-09a31af1-831c-45d8-8ddc-54ee6137e548 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233733 May 03 21:19:03.863245 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 {{(pid=87239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:19:03.882127 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.906846 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc723c-a0f0-40d6-9c79-7a4117440212 req-4362ad4a-7023-4465-bd2c-dcc3e8c23bc2 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:03.907537 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-18dc723c-a0f0-40d6-9c79-7a4117440212 req-4362ad4a-7023-4465-bd2c-dcc3e8c23bc2 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:19:03.917682 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Transition to ACTIVE for port object 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 will not be triggered until provisioned by entity L2. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:19:03.924766 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:04.170039 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-18dc723c-a0f0-40d6-9c79-7a4117440212 req-4362ad4a-7023-4465-bd2c-dcc3e8c23bc2 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:19:04.171530 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-18dc723c-a0f0-40d6-9c79-7a4117440212 req-4362ad4a-7023-4465-bd2c-dcc3e8c23bc2 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 931 time: 0.5140054 May 03 21:19:04.250512 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Pushing event updated for resources: {'Port': ['ID=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:04.329679 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-18dc723c-a0f0-40d6-9c79-7a4117440212 req-8f3cc3fb-bf91-42ef-9d98-82039c23cfb5 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398463 May 03 21:19:04.364564 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Attempting to bind port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:19:04.364893 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Attempting to bind port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:19:04.365218 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Attempting to bind port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:19:04.372074 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:19:04.372392 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Attempting to bind port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:19:04.379038 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:19:04.379376 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Checking segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:19:04.380268 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Bound using segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:19:04.380915 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Bound port: 00e3e9bb-0933-4c6a-b3d9-0e29064f7536, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:19:04.381293 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:04.523923 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] For port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536, host hv-cinder-84037, cleared binding levels {{(pid=87239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:19:04.527376 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] For port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:19:04.534363 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636969'] for router_interface, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:04.590554 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:04.722798 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:04.723417 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:04.725582 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] 10.222.0.43 "PUT /v2.0/ports/00e3e9bb-0933-4c6a-b3d9-0e29064f7536 HTTP/1.1" status: 200 len: 1093 time: 1.8934345 May 03 21:19:04.726059 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'tag': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:04.772360 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d35351-c0b7-4542-a7dd-cc7a3d6056ea service neutron] Pushing event updated for resources: {'Port': ['ID=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,revision_number=3']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:04.856365 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39be9a73-755f-4193-ad73-683a48c51418'] response: {'name': 'network-changed', 'server_uuid': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'tag': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'status': 'completed', 'code': 200} May 03 21:19:05.120974 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50082e-7be8-4675-8477-4ba2d571fe96 req-b4579bf9-929f-4f60-ba5f-ee38eda0252e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:05.122420 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b50082e-7be8-4675-8477-4ba2d571fe96 req-b4579bf9-929f-4f60-ba5f-ee38eda0252e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.2198083 May 03 21:19:05.134382 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263665-a083-48ab-a859-5ade007fb519 req-6c686513-efbc-4d2a-9c4e-998b5d50970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:05.135704 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-6c686513-efbc-4d2a-9c4e-998b5d50970b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 1096 time: 0.2933726 May 03 21:19:05.236354 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] Deleting port b6d41350-5278-4628-b127-d2f8fbbaa895 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:05.236574 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.264112 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-e599a8d0-08ff-48ff-b738-fc696d95e1c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00e3e9bb-0933-4c6a-b3d9-0e29064f7536 HTTP/1.1" status: 200 len: 217 time: 0.1020613 May 03 21:19:05.314367 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b50082e-7be8-4675-8477-4ba2d571fe96 req-76a4376f-5024-4609-b696-ef8cf2bcd681 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774275 May 03 21:19:05.377321 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263665-a083-48ab-a859-5ade007fb519 req-acfdcaef-61c5-4281-b331-6ed176245177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:05.378785 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-acfdcaef-61c5-4281-b331-6ed176245177 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.1074522 May 03 21:19:05.570270 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] For port b6d41350-5278-4628-b127-d2f8fbbaa895, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=b6d41350-5278-4628-b127-d2f8fbbaa895,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:05.570616 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.776605 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] Calling delete_port for b6d41350-5278-4628-b127-d2f8fbbaa895 owned by network:router_interface {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:05.832640 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263665-a083-48ab-a859-5ade007fb519 req-da4b6787-8c39-4344-aea3-6ac4d983b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:05.834746 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-da4b6787-8c39-4344-aea3-6ac4d983b975 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4081297 May 03 21:19:05.843890 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ee44-7c14-4579-b0f1-8161d60ff94e req-da5575fc-5228-42b9-9a43-1b9b8dbd88c6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:05.845194 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6e24ee44-7c14-4579-b0f1-8161d60ff94e req-da5575fc-5228-42b9-9a43-1b9b8dbd88c6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 943 time: 0.3797531 May 03 21:19:06.122146 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6e24ee44-7c14-4579-b0f1-8161d60ff94e req-7f38dcc1-976e-40e4-bd78-213c7a4da5ab tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566895 May 03 21:19:06.164940 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-10bd17be-91f6-4370-bd60-adc4e18c7410 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188317 May 03 21:19:06.322107 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.390098 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d41350-5278-4628-b127-d2f8fbbaa895,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:06.429920 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d8263665-a083-48ab-a859-5ade007fb519 req-73dc0fcc-9368-48eb-8605-4bd529bdde96 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316728 May 03 21:19:06.769710 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bc400-d01b-4e5b-aaa4-4f1ef6f1e2b1 req-1ef5cb38-4589-449e-8ea9-0828fd6294dd tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:06.773855 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4e4bc400-d01b-4e5b-aaa4-4f1ef6f1e2b1 req-1ef5cb38-4589-449e-8ea9-0828fd6294dd tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.3138690 May 03 21:19:06.804587 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-eddce292-d881-4c80-98ee-425b7fd05c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:06.806006 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-eddce292-d881-4c80-98ee-425b7fd05c0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 1096 time: 0.2776372 May 03 21:19:06.829970 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637109'] for router_interface, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.869115 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4e4bc400-d01b-4e5b-aaa4-4f1ef6f1e2b1 req-598e7e56-a1af-4f8b-820b-960474019269 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880928 May 03 21:19:07.223053 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-513670f9-02d7-4473-9c86-e9839919f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:07.225017 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-513670f9-02d7-4473-9c86-e9839919f784 service neutron] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 915 time: 0.3964610 May 03 21:19:07.381087 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-aa77f0f6-049b-4d21-ab58-35355284d4eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00e3e9bb-0933-4c6a-b3d9-0e29064f7536 HTTP/1.1" status: 200 len: 217 time: 0.1452520 May 03 21:19:07.553611 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-b57d3fbc-3939-4f60-8232-7e11ef936ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:07.555024 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-b57d3fbc-3939-4f60-8232-7e11ef936ac9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.1112719 May 03 21:19:07.627826 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] Router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:19:07.635422 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c708a-76dd-4913-8efb-3c9dacae09d6 req-b1fe5cc1-e107-4157-8737-e195b48aab46 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:07.636774 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f44c708a-76dd-4913-8efb-3c9dacae09d6 req-b1fe5cc1-e107-4157-8737-e195b48aab46 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 943 time: 0.3470347 May 03 21:19:07.819306 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f44c708a-76dd-4913-8efb-3c9dacae09d6 req-ea4554c0-f343-464d-8fd7-80fcd97a97d7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755853 May 03 21:19:07.838129 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-c932a425-5795-4ce2-b7f3-515402e65fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:07.839551 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-c932a425-5795-4ce2-b7f3-515402e65fb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2756689 May 03 21:19:07.898855 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:19:07.908887 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] Sync routers for ids ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:19:07.919092 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] Routers {'6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:07.919775 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:07.967127 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b56b0b1c-628b-4e18-8826-318329be81cc admin admin] 10.222.0.44 "PUT /v2.0/routers/6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9101553 May 03 21:19:07.967591 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58164) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:08.038310 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-57293037-a856-45c9-ad42-8ddca39e032f service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905386 May 03 21:19:08.142329 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] Set router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:08.172557 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecab8f-c139-4cd0-a6b1-bf3884400be0 req-484984fb-66b0-4dff-a04a-3660030fdb05 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:08.173938 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-eeecab8f-c139-4cd0-a6b1-bf3884400be0 req-484984fb-66b0-4dff-a04a-3660030fdb05 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.1880791 May 03 21:19:08.220179 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2f811d9-585b-43d0-9cbc-dbf1626f76c0 req-453db20b-8b5b-4a9c-a9a8-bddabbdcbf72 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644456 May 03 21:19:08.241147 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-eeecab8f-c139-4cd0-a6b1-bf3884400be0 req-cefbfce0-e44e-4d25-a908-4e37c5184137 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474658 May 03 21:19:08.256380 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:08.447539 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:19:06Z', 'revision_number': 5, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port': {'id': '9b2fc76a-cf96-420a-a9da-f4ea83b2172b', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:48Z', 'updated_at': '2022-05-03T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:08.451470 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] Checking router: 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:19:08.460545 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] Routers {'6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:08.461333 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:08.471931 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:08.483639 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Deleting port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:08.484061 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:08.613180 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] Set router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 gateway port host: None {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:08.669300 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] For port 9b2fc76a-cf96-420a-a9da-f4ea83b2172b, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=9b2fc76a-cf96-420a-a9da-f4ea83b2172b,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:08.669649 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:08.720962 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:19:08Z', 'revision_number': 6, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port_host': None}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:08.725471 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f1d5f-d5a4-4a81-a526-7cffdd7320fa None None] The sync data for ids ['6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8'] in dv-cinder-840376-1-smb is: [{'id': '6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8', 'name': 'tempest-TestMinimumBasicScenario-579195499-router', 'tenant_id': '9d2738a92828470d9c163e1690087f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:47Z', 'updated_at': '2022-05-03T21:19:08Z', 'revision_number': 6, 'project_id': '9d2738a92828470d9c163e1690087f5b', 'gw_port_host': None}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:19:08.794164 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Calling delete_port for 9b2fc76a-cf96-420a-a9da-f4ea83b2172b owned by network:router_gateway {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:08.976751 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.023472 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2fc76a-cf96-420a-a9da-f4ea83b2172b,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:09.036380 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7edb5c-5c33-46c7-9527-37bc8adc8df3 req-24f05995-906b-4a31-8f1b-cc47b8ba7799 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:09.038800 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bf7edb5c-5c33-46c7-9527-37bc8adc8df3 req-24f05995-906b-4a31-8f1b-cc47b8ba7799 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 943 time: 0.1049485 May 03 21:19:09.095956 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bf7edb5c-5c33-46c7-9527-37bc8adc8df3 req-acf86e2b-50f3-4fe8-a174-cfb439c4248e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516555 May 03 21:19:09.128792 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624140'] for router_gateway, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.306602 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.308837 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.334526 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638692'] for router, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.335047 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 {{(pid=87240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:19:09.350900 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.351206 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-d2695d49-95c3-42c4-b858-b08f3abf49d8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6dbb294c-e69d-4cf9-9ac8-dd50af3c37d8 HTTP/1.1" status: 204 len: 168 time: 1.3825932 May 03 21:19:09.353613 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58184) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:09.416511 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f5af09-898f-46dd-a8b4-71dc9d0cd449 admin admin] Deleting subnet d46f1791-e7c0-4157-9192-b783357c9bee {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:19:09.419535 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a3f5af09-898f-46dd-a8b4-71dc9d0cd449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.475132 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a3f5af09-898f-46dd-a8b4-71dc9d0cd449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3460637'] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.479976 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64518059-346e-47be-a318-9795a52721f1 req-51492b59-13ca-4275-bfbc-dac0e6cbb98a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:09.486596 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-64518059-346e-47be-a318-9795a52721f1 req-51492b59-13ca-4275-bfbc-dac0e6cbb98a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.0986989 May 03 21:19:09.559203 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 9b2fc76a-cf96-420a-a9da-f4ea83b2172b no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:09.569598 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-64518059-346e-47be-a318-9795a52721f1 req-eab0f2d1-6d97-48e3-afab-174de723a44e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719049 May 03 21:19:09.593264 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a3f5af09-898f-46dd-a8b4-71dc9d0cd449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.602626 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 9b2fc76a-cf96-420a-a9da-f4ea83b2172b {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:09.602971 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 9b2fc76a-cf96-420a-a9da-f4ea83b2172b not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:09.603500 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device b6d41350-5278-4628-b127-d2f8fbbaa895 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:09.647825 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: b6d41350-5278-4628-b127-d2f8fbbaa895 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:09.648179 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device b6d41350-5278-4628-b127-d2f8fbbaa895 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:09.660137 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:19:09.788627 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a3f5af09-898f-46dd-a8b4-71dc9d0cd449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128164'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.834075 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:09.838341 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5af09-898f-46dd-a8b4-71dc9d0cd449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46f1791-e7c0-4157-9192-b783357c9bee,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:09.842250 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a3f5af09-898f-46dd-a8b4-71dc9d0cd449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.848354 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a3f5af09-898f-46dd-a8b4-71dc9d0cd449 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d46f1791-e7c0-4157-9192-b783357c9bee HTTP/1.1" status: 204 len: 168 time: 0.4937432 May 03 21:19:09.851110 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58194) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:09.853541 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d4766-062b-473f-81ea-14e1fd37aaa8 None None] Network 2884cbd3-5a5d-4426-88b0-bf0bdebc817e requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:19:09.886406 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'mac_address': 'fa:16:3e:2e:85:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:19:10.060612 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.065999 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.071454 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Deleting port 812be740-8762-41f4-ba7f-edf66dac2fb2 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:10.071782 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.095627 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:19:10.115895 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:10.124019 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.204302 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:10.212212 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.213011 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.213011 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.213512 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.213959 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.214379 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.214796 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.215369 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.215624 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.216026 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.216476 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.216865 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:10.269906 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] DHCP port deletion for 2884cbd3-5a5d-4426-88b0-bf0bdebc817e request from dv-cinder-840376-1-smb {{(pid=87241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:19:10.275067 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] Deleting port 812be740-8762-41f4-ba7f-edf66dac2fb2 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:10.275522 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.334220 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] For port 812be740-8762-41f4-ba7f-edf66dac2fb2, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=812be740-8762-41f4-ba7f-edf66dac2fb2,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:10.334571 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.462276 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Calling delete_port for 812be740-8762-41f4-ba7f-edf66dac2fb2 owned by network:dhcp {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:10.478775 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] For port 812be740-8762-41f4-ba7f-edf66dac2fb2, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=812be740-8762-41f4-ba7f-edf66dac2fb2,segment=NetworkSegment(f0bc7d11-e5f8-42b5-bdca-c0dea25c459f),segment_id=f0bc7d11-e5f8-42b5-bdca-c0dea25c459f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:10.479158 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.535120 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9b3fa-7d5e-430d-9b9a-b3559e2a4154 req-e914a8cb-eaf2-40a1-909b-17cb5dc36359 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:10.536782 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-46b9b3fa-7d5e-430d-9b9a-b3559e2a4154 req-e914a8cb-eaf2-40a1-909b-17cb5dc36359 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 944 time: 0.2725415 May 03 21:19:10.539771 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['00e3e9bb-0933-4c6a-b3d9-0e29064f7536'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:19:10.583264 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.651266 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-46b9b3fa-7d5e-430d-9b9a-b3559e2a4154 req-58007722-c10f-4e0c-926a-7f96c5929194 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030250 May 03 21:19:10.654532 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=812be740-8762-41f4-ba7f-edf66dac2fb2,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:10.664729 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] Calling delete_port for 812be740-8762-41f4-ba7f-edf66dac2fb2 owned by network:dhcp {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:10.667162 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] No DVR routers for this DVR port 812be740-8762-41f4-ba7f-edf66dac2fb2 on host dv-cinder-840376-1-smb {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:19:10.789690 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.db.api [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:19:10.790060 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG oslo_db.api [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:19:10.841943 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.874332 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2884cbd3-5a5d-4426-88b0-bf0bdebc817e']}} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:10.890120 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f') {'for_net_delete': True} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:10.890425 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bc7d11-e5f8-42b5-bdca-c0dea25c459f') {} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:10.904501 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304476'] for segment, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.918277 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5fdca-13c7-4376-b569-02efc4b0e088 req-fe9c0669-3a35-4d7f-9635-7a61470d7593 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:10.919726 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-53f5fdca-13c7-4376-b569-02efc4b0e088 req-fe9c0669-3a35-4d7f-9635-7a61470d7593 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.2007494 May 03 21:19:10.933600 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.939868 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:19:10.940248 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305226'] for segment, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: Traceback (most recent call last): May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: timer() May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: cb(*args, **kw) May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: return func(*args, **kwargs) May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: self._notify() May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: self.callback(batched_events) May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: event.method(event) May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: return f(self, *a, **k) May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: return self._get(url).json() May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: return self.request(url, 'GET', **kwargs) May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:19:10.957293 dv-cinder-840376-1-smb neutron-server[87239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:19:11.034915 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.064370 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.078400 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2884cbd3-5a5d-4426-88b0-bf0bdebc817e,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:11.113239 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-53f5fdca-13c7-4376-b569-02efc4b0e088 req-233269fc-5a9d-4598-a138-953c2df683fb tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855381 May 03 21:19:11.115399 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-f68bc3ce-625c-4ee0-9aaa-2c333cf039d4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2884cbd3-5a5d-4426-88b0-bf0bdebc817e HTTP/1.1" status: 204 len: 168 time: 1.2633371 May 03 21:19:11.118549 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58212) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:11.291804 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] Deleting port 812be740-8762-41f4-ba7f-edf66dac2fb2 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:11.292285 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.385139 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-b675e79f-2236-4324-b7a2-6100b397d994 None None] The port '812be740-8762-41f4-ba7f-edf66dac2fb2' was deleted {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:19:11.388721 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 812be740-8762-41f4-ba7f-edf66dac2fb2 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:11.430110 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 812be740-8762-41f4-ba7f-edf66dac2fb2 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:11.430453 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 812be740-8762-41f4-ba7f-edf66dac2fb2 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:11.520210 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.661383 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4eff8c4d-1de7-42b6-9d38-4695c3b786fb details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:19:11.672426 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:11.682790 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636969'] for router_interface, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.845478 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:19:11.852070 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36247f81-bf29-4652-8475-201016b29d95 req-683d0c9c-14e8-4190-8ec5-3cd73ad0a57b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:11.854311 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-36247f81-bf29-4652-8475-201016b29d95 req-683d0c9c-14e8-4190-8ec5-3cd73ad0a57b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 944 time: 0.0912967 May 03 21:19:11.857223 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:11.857596 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.902434 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:11.912458 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-36247f81-bf29-4652-8475-201016b29d95 req-409f709f-9c55-4eef-9793-571898b92759 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480716 May 03 21:19:11.923722 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'port_id': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'mac_address': 'fa:16:3e:7c:6f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:19:12.044478 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:12.056471 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:12.077908 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eff8c4d-1de7-42b6-9d38-4695c3b786fb {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:19:12.091348 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] Deleting port e7757f29-4190-4895-a2e8-fa2a931a8741 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:12.091857 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:12.098649 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:12.109729 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:12.111645 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:12.116054 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:12.157526 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:12.204275 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f6955e-4972-4fa3-bca6-139f7d4513b1'] response: {'server_uuid': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'code': 200} May 03 21:19:12.205184 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=6']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:12.275389 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['4eff8c4d-1de7-42b6-9d38-4695c3b786fb'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:19:12.330772 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] For port e7757f29-4190-4895-a2e8-fa2a931a8741, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=e7757f29-4190-4895-a2e8-fa2a931a8741,segment=NetworkSegment(92b2cc5d-e20f-4d3e-add0-e8fc68f68e54),segment_id=92b2cc5d-e20f-4d3e-add0-e8fc68f68e54)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:12.331399 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:12.345874 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:12.468018 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2389e-9a7f-455f-b4d0-778a78f57c37 req-ee4da724-4440-4fdb-ab66-22a1291e1734 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:12.472074 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-81b2389e-9a7f-455f-b4d0-778a78f57c37 req-ee4da724-4440-4fdb-ab66-22a1291e1734 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 944 time: 0.1174934 May 03 21:19:12.518401 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] Calling delete_port for e7757f29-4190-4895-a2e8-fa2a931a8741 owned by network:router_interface {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:12.648632 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-81b2389e-9a7f-455f-b4d0-778a78f57c37 req-dcc9a823-d850-4d16-aa2e-196457d81975 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668863 May 03 21:19:12.706272 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973797-f4c3-4d8c-8aa2-0db0377a2940 req-9f0b0936-de13-4c6e-bebb-a470f132fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:12.708780 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b4973797-f4c3-4d8c-8aa2-0db0377a2940 req-9f0b0936-de13-4c6e-bebb-a470f132fac8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 1098 time: 0.1466117 May 03 21:19:12.769451 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b4973797-f4c3-4d8c-8aa2-0db0377a2940 req-e3d99fec-a1dc-4aed-8a71-57ce955bb901 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536640 May 03 21:19:12.928632 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:12.983363 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7757f29-4190-4895-a2e8-fa2a931a8741,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:13.360768 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dad980-4218-4562-9fce-b5831689b674 req-4fc2fb6a-2fb8-4c80-b394-6ddf98221b5f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:13.364703 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-78dad980-4218-4562-9fce-b5831689b674 req-4fc2fb6a-2fb8-4c80-b394-6ddf98221b5f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 945 time: 0.2797425 May 03 21:19:13.453445 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-78dad980-4218-4562-9fce-b5831689b674 req-bc211cc3-5af4-4960-b20a-64f9ba215ee5 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820889 May 03 21:19:13.521943 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637109'] for router_interface, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:13.698593 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4eff8c4d-1de7-42b6-9d38-4695c3b786fb up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:13.885299 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:13.885669 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:13.894368 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566bd07-4267-41e9-a08a-17ca0deda886 req-74ff66bf-f2a9-415c-9700-1496dae53137 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:13.905792 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7566bd07-4267-41e9-a08a-17ca0deda886 req-74ff66bf-f2a9-415c-9700-1496dae53137 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 946 time: 0.1746736 May 03 21:19:14.050106 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] Router 100099f4-92be-4818-82c9-fd07f2daecaf has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:19:14.074284 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:14.126933 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:14.129044 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-fc9f7737-3c04-41b6-bd30-09eb9e54fef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:14.136396 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:14.204896 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:14.233345 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7566bd07-4267-41e9-a08a-17ca0deda886 req-1829be5c-cff4-437c-bb18-792a5ff345b3 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264670 May 03 21:19:14.238538 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=7']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:14.278445 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa288d-966a-426b-8ff2-25804b682368 req-3242eb7b-dc09-4721-ba54-c098f0353664 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:14.290380 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48fa288d-966a-426b-8ff2-25804b682368 req-3242eb7b-dc09-4721-ba54-c098f0353664 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.3822911 May 03 21:19:14.317947 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:19:14.327768 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f8ee6952-5277-4d6b-954b-f84557a8ec1c admin admin] 10.222.0.44 "PUT /v2.0/routers/100099f4-92be-4818-82c9-fd07f2daecaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2080860 May 03 21:19:14.330810 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58272) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:14.331039 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] Sync routers for ids ['100099f4-92be-4818-82c9-fd07f2daecaf'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:19:14.352694 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddff780-f1bf-4d8b-9eb9-4e4faffd3547'] response: {'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'code': 200} May 03 21:19:14.354188 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] Routers {'100099f4-92be-4818-82c9-fd07f2daecaf'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:14.354839 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['100099f4-92be-4818-82c9-fd07f2daecaf'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:14.523777 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-48fa288d-966a-426b-8ff2-25804b682368 req-e511c36e-90e5-434b-a06e-a6b2dc403164 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321374 May 03 21:19:14.586724 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:14.642538 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] Set router 100099f4-92be-4818-82c9-fd07f2daecaf gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:14.836094 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc833b-0ce2-4837-9292-543f619769ab req-994a7888-ff81-4e55-84cb-b6af18db70f5 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:14.843105 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ddc833b-0ce2-4837-9292-543f619769ab req-994a7888-ff81-4e55-84cb-b6af18db70f5 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 945 time: 0.2580175 May 03 21:19:14.877165 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:14.910214 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ddc833b-0ce2-4837-9292-543f619769ab req-50e13f14-6905-4980-846d-22fbaa26bbf5 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662549 May 03 21:19:14.913064 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Deleting port 03e694a9-ddad-4e17-839f-e1202fbc56ba {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:14.913535 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.051389 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'name': 'tempest-TestMinimumBasicScenario-1560664330-router', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:58Z', 'updated_at': '2022-05-03T21:19:12Z', 'revision_number': 5, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'gw_port': {'id': '03e694a9-ddad-4e17-839f-e1202fbc56ba', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:15:59Z', 'updated_at': '2022-05-03T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:15.056405 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] Checking router: 100099f4-92be-4818-82c9-fd07f2daecaf for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:19:15.068647 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] Routers {'100099f4-92be-4818-82c9-fd07f2daecaf'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:15.069360 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:18:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['100099f4-92be-4818-82c9-fd07f2daecaf'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:15.202220 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] For port 03e694a9-ddad-4e17-839f-e1202fbc56ba, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=03e694a9-ddad-4e17-839f-e1202fbc56ba,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:15.202492 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.239249 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] Set router 100099f4-92be-4818-82c9-fd07f2daecaf gateway port host: None {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:15.355973 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Calling delete_port for 03e694a9-ddad-4e17-839f-e1202fbc56ba owned by network:router_gateway {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:15.391534 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e519110-3a7e-4185-9174-a2ada1c968f3 req-356dd8d9-599c-46db-88d9-8290d40d416d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:15.398066 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4e519110-3a7e-4185-9174-a2ada1c968f3 req-356dd8d9-599c-46db-88d9-8290d40d416d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 945 time: 0.3476481 May 03 21:19:15.398650 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'name': 'tempest-TestMinimumBasicScenario-1560664330-router', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:58Z', 'updated_at': '2022-05-03T21:19:14Z', 'revision_number': 6, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'gw_port_host': None}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:15.403155 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58282) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:15.403651 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e9160f-c3bd-4091-b021-be729b9898fb None None] The sync data for ids ['100099f4-92be-4818-82c9-fd07f2daecaf'] in dv-cinder-840376-1-smb is: [{'id': '100099f4-92be-4818-82c9-fd07f2daecaf', 'name': 'tempest-TestMinimumBasicScenario-1560664330-router', 'tenant_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:15:58Z', 'updated_at': '2022-05-03T21:19:14Z', 'revision_number': 6, 'project_id': 'a7712b68b6314bc6b30ffe6b5603802b', 'gw_port_host': None}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:19:15.409782 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-8a14c183-9d20-4344-9a46-78b51c8e7fe6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'floatingip': {'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:19:15.528469 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8a14c183-9d20-4344-9a46-78b51c8e7fe6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.543679 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c178273-eb84-44c3-83c5-a86ff9317b50 req-6f558408-05d9-401a-88b3-e997967657a3 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:15.545157 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8c178273-eb84-44c3-83c5-a86ff9317b50 req-6f558408-05d9-401a-88b3-e997967657a3 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 946 time: 0.1323555 May 03 21:19:15.729166 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8c178273-eb84-44c3-83c5-a86ff9317b50 req-920866b3-25a6-4d3e-aa5e-fe16b5acdf94 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749573 May 03 21:19:15.877498 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.947354 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e694a9-ddad-4e17-839f-e1202fbc56ba,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:16.160672 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab021e-df4b-4cde-9661-1aaf8f2c00ba req-2580f669-d483-4826-b376-4d84dfe96d0c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:16.163917 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a9ab021e-df4b-4cde-9661-1aaf8f2c00ba req-2580f669-d483-4826-b376-4d84dfe96d0c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.4134414 May 03 21:19:16.206109 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624140'] for router_gateway, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.422198 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-bd9ad4aa-2877-4bf4-b1f1-946d9dbc3ad4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:16.423875 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-bd9ad4aa-2877-4bf4-b1f1-946d9dbc3ad4 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 946 time: 0.5956717 May 03 21:19:16.436008 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-21b10b49-fcd0-4d86-9441-f32f656d25e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.494705 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8a14c183-9d20-4344-9a46-78b51c8e7fe6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.506701 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8a14c183-9d20-4344-9a46-78b51c8e7fe6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.516802 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a9ab021e-df4b-4cde-9661-1aaf8f2c00ba req-b1756f3e-7cf9-4ccc-9eb8-0cf7d11de4cb tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463094 May 03 21:19:16.539035 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.546279 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.555210 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Deleting port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:16.555350 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.723070 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.l3_db [None req-8a14c183-9d20-4344-9a46-78b51c8e7fe6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Floating IP cac8370d-14e6-4a7f-9937-4d10c0c7f42a associated. External IP: 172.28.1.252, port: 00e3e9bb-0933-4c6a-b3d9-0e29064f7536. May 03 21:19:16.746454 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638692'] for router, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.747346 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 100099f4-92be-4818-82c9-fd07f2daecaf {{(pid=87239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:19:16.777552 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] Notify callbacks [] for router, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.782527 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-3e6115fd-2b8f-418c-8b35-2e328009c2d5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/100099f4-92be-4818-82c9-fd07f2daecaf HTTP/1.1" status: 204 len: 168 time: 2.4503071 May 03 21:19:16.785693 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58292) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:16.938687 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03f397a-6797-4766-ad36-c248f9c4528c admin admin] Deleting subnet a7be0763-dbbb-4eed-a52f-938f576b92db {{(pid=87239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:19:16.942225 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d03f397a-6797-4766-ad36-c248f9c4528c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.061220 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d03f397a-6797-4766-ad36-c248f9c4528c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304469'] for subnet, precommit_delete_associations {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.187930 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a14c183-9d20-4344-9a46-78b51c8e7fe6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:19:17.278678 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] For port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:17.279290 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.386375 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device e7757f29-4190-4895-a2e8-fa2a931a8741 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:17.391483 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a14c183-9d20-4344-9a46-78b51c8e7fe6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:19:17.401947 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:19:17.403448 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8a14c183-9d20-4344-9a46-78b51c8e7fe6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.419234 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:17.419838 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:19:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:17.440964 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: e7757f29-4190-4895-a2e8-fa2a931a8741 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:17.441596 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device e7757f29-4190-4895-a2e8-fa2a931a8741 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:17.441862 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 03e694a9-ddad-4e17-839f-e1202fbc56ba no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:17.472387 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-8a14c183-9d20-4344-9a46-78b51c8e7fe6 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "PUT /v2.0/floatingips/cac8370d-14e6-4a7f-9937-4d10c0c7f42a HTTP/1.1" status: 200 len: 991 time: 2.0679843 May 03 21:19:17.474337 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'tag': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:17.488434 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 03e694a9-ddad-4e17-839f-e1202fbc56ba {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:17.488779 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 03e694a9-ddad-4e17-839f-e1202fbc56ba not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:17.491463 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.494415 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89b377-3217-4c37-9271-bc1654175e40 req-7e252c91-3b6f-4184-bda7-3640a79e5a2b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:17.495905 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fc89b377-3217-4c37-9271-bc1654175e40 req-7e252c91-3b6f-4184-bda7-3640a79e5a2b tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 946 time: 0.4960070 May 03 21:19:17.638899 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd5f9ad-74d5-4404-8485-2e598372157c'] response: {'name': 'network-changed', 'server_uuid': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'tag': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'status': 'completed', 'code': 200} May 03 21:19:17.641312 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.656867 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-fc89b377-3217-4c37-9271-bc1654175e40 req-44c2b16f-c907-4469-b103-c640c647357e tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c472474-a3cd-410f-9c4b-bca644ba23f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514812 May 03 21:19:17.673519 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d03f397a-6797-4766-ad36-c248f9c4528c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.711404 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:17.801687 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462d119-432d-483f-93c4-61c7be1fae10 req-07a20563-e3e3-448a-abe3-1ae1bf7ba5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:17.803883 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-a462d119-432d-483f-93c4-61c7be1fae10 req-07a20563-e3e3-448a-abe3-1ae1bf7ba5d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 1098 time: 0.1231999 May 03 21:19:18.109935 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.110533 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.110533 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Floating IP d808bb30-7c5a-4965-93e0-4242bbe9a651 disassociated. External IP: 172.28.1.135, port: 514ba088-7ad5-42e7-ade5-c2c4a2969cdd. May 03 21:19:18.110934 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Calling delete_port for 514ba088-7ad5-42e7-ade5-c2c4a2969cdd owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:18.160845 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d03f397a-6797-4766-ad36-c248f9c4528c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228420'] for subnet, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.163632 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cac8370d-14e6-4a7f-9937-4d10c0c7f42a', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:2e:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:58Z', 'updated_at': '2022-05-03T21:19:16Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:18.167054 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462d119-432d-483f-93c4-61c7be1fae10 req-637e4096-068d-4d77-939d-94372315dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:18.167893 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:19:18.169019 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-a462d119-432d-483f-93c4-61c7be1fae10 req-637e4096-068d-4d77-939d-94372315dd56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 915 time: 0.3575909 May 03 21:19:18.176897 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:18.177517 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:19:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:18.227423 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f397a-6797-4766-ad36-c248f9c4528c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7be0763-dbbb-4eed-a52f-938f576b92db,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:18.231920 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d03f397a-6797-4766-ad36-c248f9c4528c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.232270 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c7533-0a6f-40eb-948c-55bead5d9032 None None] Network bd130ef8-9d21-43bc-82e4-bd16a97831ca requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:19:18.292077 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d03f397a-6797-4766-ad36-c248f9c4528c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a7be0763-dbbb-4eed-a52f-938f576b92db HTTP/1.1" status: 204 len: 168 time: 1.5051148 May 03 21:19:18.293255 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58306) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:18.295080 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-a462d119-432d-483f-93c4-61c7be1fae10 req-d5ed54f1-8d06-4366-9423-578f7c9ebafd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00e3e9bb-0933-4c6a-b3d9-0e29064f7536 HTTP/1.1" status: 200 len: 999 time: 0.1168692 May 03 21:19:18.370051 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462d119-432d-483f-93c4-61c7be1fae10 req-cba41f9a-709b-48b6-94e5-253c1d38b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:18.372105 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-a462d119-432d-483f-93c4-61c7be1fae10 req-cba41f9a-709b-48b6-94e5-253c1d38b4cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0700204 May 03 21:19:18.435801 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc875f42-600d-4ce9-b118-4931640f6eba req-b33b49f2-350b-4e57-b01f-598d85fbaccc tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:18.457466 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-cc875f42-600d-4ce9-b118-4931640f6eba req-b33b49f2-350b-4e57-b01f-598d85fbaccc tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.5887218 May 03 21:19:18.491565 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462d119-432d-483f-93c4-61c7be1fae10 req-fb1d4376-334e-4b55-b843-af435308070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:18.493988 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-a462d119-432d-483f-93c4-61c7be1fae10 req-fb1d4376-334e-4b55-b843-af435308070d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1156867 May 03 21:19:18.504978 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:18.610509 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f899594d-e1dd-4d58-ac69-984528fbde39 None None] DHCP port deletion for bd130ef8-9d21-43bc-82e4-bd16a97831ca request from dv-cinder-840376-1-smb {{(pid=87241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:19:18.616662 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-f899594d-e1dd-4d58-ac69-984528fbde39 None None] Deleting port 51dd9030-0845-413c-ad9d-34f7113ba808 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:18.617020 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f899594d-e1dd-4d58-ac69-984528fbde39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.695235 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.706943 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-cc875f42-600d-4ce9-b118-4931640f6eba req-a8b588ba-5baa-49c9-bd42-658feaa9145d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479217 May 03 21:19:18.730738 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.778876 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.790361 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event deleted for resources: {'Port': ['ID=514ba088-7ad5-42e7-ade5-c2c4a2969cdd,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:18.792609 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Deleting port 51dd9030-0845-413c-ad9d-34f7113ba808 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:18.793138 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.815070 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-a462d119-432d-483f-93c4-61c7be1fae10 req-d597fb00-3371-4c5e-8e76-e9019d25d22a service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122537 May 03 21:19:18.990948 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cac8370d-14e6-4a7f-9937-4d10c0c7f42a', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:2e:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:58Z', 'updated_at': '2022-05-03T21:19:16Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:18.999466 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee00a88-1861-4451-84c7-d34dcca6a853 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cac8370d-14e6-4a7f-9937-4d10c0c7f42a', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:2e:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:58Z', 'updated_at': '2022-05-03T21:19:16Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:19:19.045792 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-08df2147-b444-4e73-9a51-23f1bcdd8520 req-4c7073bd-0f14-4379-b63d-0528f80109be tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 210 time: 0.0754635 May 03 21:19:19.144618 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-a462d119-432d-483f-93c4-61c7be1fae10 req-c19be0bf-f76e-4e39-9f6a-c6e8bfbfc6e4 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226717 May 03 21:19:19.162658 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-f899594d-e1dd-4d58-ac69-984528fbde39 None None] For port 51dd9030-0845-413c-ad9d-34f7113ba808, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=51dd9030-0845-413c-ad9d-34f7113ba808,segment=NetworkSegment(92b2cc5d-e20f-4d3e-add0-e8fc68f68e54),segment_id=92b2cc5d-e20f-4d3e-add0-e8fc68f68e54)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:19.164102 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f899594d-e1dd-4d58-ac69-984528fbde39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:19.333402 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-f899594d-e1dd-4d58-ac69-984528fbde39 None None] Calling delete_port for 51dd9030-0845-413c-ad9d-34f7113ba808 owned by network:dhcp {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:19.360744 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Router 42deac74-9824-4b94-ae82-79b9cf8e1b49 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:19:19.385298 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] For port 51dd9030-0845-413c-ad9d-34f7113ba808, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=51dd9030-0845-413c-ad9d-34f7113ba808,segment=NetworkSegment(92b2cc5d-e20f-4d3e-add0-e8fc68f68e54),segment_id=92b2cc5d-e20f-4d3e-add0-e8fc68f68e54)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:19.386322 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a347c-6fd7-4cf9-9113-35ca8deb4ed0 None None] New status for floating IP cac8370d-14e6-4a7f-9937-4d10c0c7f42a: ACTIVE {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:19:19.386999 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:19.508680 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 51dd9030-0845-413c-ad9d-34f7113ba808 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:19.748556 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Calling delete_port for 51dd9030-0845-413c-ad9d-34f7113ba808 owned by network:dhcp {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:19.849588 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 514ba088-7ad5-42e7-ade5-c2c4a2969cdd no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:19.888736 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 514ba088-7ad5-42e7-ade5-c2c4a2969cdd {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:19.889302 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 514ba088-7ad5-42e7-ade5-c2c4a2969cdd not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:19.893377 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No ports have port_id starting with 51dd9030-0845-413c-ad9d-34f7113ba808 May 03 21:19:19.896804 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f899594d-e1dd-4d58-ac69-984528fbde39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731'] for port, after_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:19.899007 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:19:19.916271 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] Sync routers for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:19:19.937114 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:19.938145 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:19:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:19.971205 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899594d-e1dd-4d58-ac69-984528fbde39 None None] Pushing event deleted for resources: {'Port': ['ID=51dd9030-0845-413c-ad9d-34f7113ba808,revision_number=None']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:19.977957 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899594d-e1dd-4d58-ac69-984528fbde39 None None] No DVR routers for this DVR port 51dd9030-0845-413c-ad9d-34f7113ba808 on host dv-cinder-840376-1-smb {{(pid=87241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:19:20.107838 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.db.api [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87239) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:19:20.108186 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG oslo_db.api [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:19:20.155334 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] No DVR routers for this DVR port 514ba088-7ad5-42e7-ade5-c2c4a2969cdd on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:19:20.158792 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:20.162872 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'name': 'network-vif-deleted', 'tag': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:20.165848 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:20.232661 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-56964304-d377-4d76-85f3-5beb51457e37 req-35971285-6b2d-427d-a3e8-7beeaac6fbf6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Synchronizing usage tracker for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:19:20.235697 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c19e6f47-0fb7-4442-aeab-de77c01b4158 req-83523958-d1e8-43ce-8338-4c60153a05d6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.43 "DELETE /v2.0/ports/514ba088-7ad5-42e7-ade5-c2c4a2969cdd HTTP/1.1" status: 204 len: 173 time: 3.7991135 May 03 21:19:20.264869 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d0524-1218-4735-beb5-bb7d637158ee req-6c287246-c76b-4724-92bb-3744d8dfe1df tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:20.264869 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-374d0524-1218-4735-beb5-bb7d637158ee req-6c287246-c76b-4724-92bb-3744d8dfe1df tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.4104335 May 03 21:19:20.275467 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-56964304-d377-4d76-85f3-5beb51457e37 req-35971285-6b2d-427d-a3e8-7beeaac6fbf6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Unset dirty status for tenant:82172dfaa5ea4514888bdaaf5b8d5a2a on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:19:20.276903 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-56964304-d377-4d76-85f3-5beb51457e37 req-35971285-6b2d-427d-a3e8-7beeaac6fbf6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b773b5-9a42-4682-8377-2e1b4f8bb1ed HTTP/1.1" status: 200 len: 210 time: 0.0967877 May 03 21:19:20.366926 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-374d0524-1218-4735-beb5-bb7d637158ee req-252db866-eaa6-4200-9926-a2a34166b891 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938449 May 03 21:19:20.383554 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08e73b3-c203-4bda-b4e4-84ff2cbd10cd'] response: {'server_uuid': '24b773b5-9a42-4682-8377-2e1b4f8bb1ed', 'name': 'network-vif-deleted', 'tag': '514ba088-7ad5-42e7-ade5-c2c4a2969cdd', 'status': 'completed', 'code': 200} May 03 21:19:20.609690 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Deleting port 51dd9030-0845-413c-ad9d-34f7113ba808 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:20.610085 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:20.623749 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:20.628256 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] Checking router: 42deac74-9824-4b94-ae82-79b9cf8e1b49 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:19:20.637782 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:20.638390 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:19:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:20.701278 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] The port '51dd9030-0845-413c-ad9d-34f7113ba808' was deleted {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:19:20.844035 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:20.863732 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:20.899940 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd130ef8-9d21-43bc-82e4-bd16a97831ca']}} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:20.925974 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54') {'for_net_delete': True} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:20.927931 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b2cc5d-e20f-4d3e-add0-e8fc68f68e54') {} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:20.955714 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304476'] for segment, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:20.998241 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.009646 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:19:21.010155 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305226'] for segment, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: util.warn( May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: util.warn( May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: util.warn( May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: util.warn( May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: Traceback (most recent call last): May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: timer() May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: cb(*args, **kw) May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: return func(*args, **kwargs) May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: self._notify() May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: self.callback(batched_events) May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: event.method(event) May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: return f(self, *a, **k) May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: return self._get(url).json() May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: return self.request(url, 'GET', **kwargs) May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:19:21.037298 dv-cinder-840376-1-smb neutron-server[87239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:19:21.157578 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.180913 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.187600 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd130ef8-9d21-43bc-82e4-bd16a97831ca,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:21.192968 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-bf511783-39f9-4143-8052-e77d030a979b admin admin] 10.222.0.44 "DELETE /v2.0/networks/bd130ef8-9d21-43bc-82e4-bd16a97831ca HTTP/1.1" status: 204 len: 168 time: 2.8976381 May 03 21:19:21.337746 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:21.342934 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c5dd4-8097-43c6-a976-9731b07901c0 None None] The sync data for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb is: [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5676570b-076f-4040-ae84-4c796c52b420', 'name': '', 'network_id': '73578aa6-1e97-4260-8c78-76d945b6e7d0', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'mac_address': 'fa:16:3e:6c:bb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:59Z', 'updated_at': '2022-05-03T21:14:13Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'subnets': [{'id': '5f064806-a999-4d24-bc78-963359e8c2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:19:21.400537 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58324) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:21.475602 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a717c9a4-78e1-4fa8-97de-626df6904533 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d2738a92828470d9c163e1690087f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730929 May 03 21:19:21.494121 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58330) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:21.502470 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58334) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:21.591081 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8a559fa9-488b-4265-acae-d82ec2af1932 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.636453 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1ed064d9-5deb-46c6-a751-bebacc124781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.643181 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8a559fa9-488b-4265-acae-d82ec2af1932 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.679494 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1ed064d9-5deb-46c6-a751-bebacc124781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.702272 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24a58d-af72-453d-8ad6-1f689d823ae9 req-bf00d31b-20fe-400f-988d-b5a72e2d2376 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:21.704245 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0f24a58d-af72-453d-8ad6-1f689d823ae9 req-bf00d31b-20fe-400f-988d-b5a72e2d2376 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.1570389 May 03 21:19:21.735231 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8a559fa9-488b-4265-acae-d82ec2af1932 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.761028 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a559fa9-488b-4265-acae-d82ec2af1932 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c472474-a3cd-410f-9c4b-bca644ba23f5,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:21.772076 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99728d43-3951-49d4-a392-ac68ad2426f4 None None] New status for floating IP d808bb30-7c5a-4965-93e0-4242bbe9a651: DOWN {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:19:21.773425 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8a559fa9-488b-4265-acae-d82ec2af1932 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.774816 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-8a559fa9-488b-4265-acae-d82ec2af1932 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "DELETE /v2.0/security-groups/1c472474-a3cd-410f-9c4b-bca644ba23f5 HTTP/1.1" status: 204 len: 168 time: 0.2713547 May 03 21:19:21.777341 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58342) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:21.799760 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.api.v2.resource [None req-f0202237-a04d-4330-88ae-3e72fdcb80ac tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] show failed (client error): The resource could not be found. May 03 21:19:21.800761 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f0202237-a04d-4330-88ae-3e72fdcb80ac tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "GET /v2.0/security-groups/1c472474-a3cd-410f-9c4b-bca644ba23f5 HTTP/1.1" status: 404 len: 347 time: 0.0222394 May 03 21:19:21.803797 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58346) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:21.814012 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0f24a58d-af72-453d-8ad6-1f689d823ae9 req-f29e8503-e30a-48e3-980f-f80a57e7089f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923569 May 03 21:19:21.838252 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1ed064d9-5deb-46c6-a751-bebacc124781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.889064 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed064d9-5deb-46c6-a751-bebacc124781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64231ffc-3233-4cf2-a1ed-eeb49aaf86a4,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:21.917556 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1ed064d9-5deb-46c6-a751-bebacc124781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.919893 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-1ed064d9-5deb-46c6-a751-bebacc124781 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64231ffc-3233-4cf2-a1ed-eeb49aaf86a4 HTTP/1.1" status: 204 len: 168 time: 0.4233708 May 03 21:19:22.081299 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Deleting port a2b8b003-63df-4f07-8cb1-a414c8e123d0 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:22.081777 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.310458 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.310759 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.440204 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Calling delete_port for a2b8b003-63df-4f07-8cb1-a414c8e123d0 owned by network:floatingip {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:22.481858 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58354) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:22.564881 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4ea9a34c-26da-47ed-b9ea-f820593eabd1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7712b68b6314bc6b30ffe6b5603802b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809226 May 03 21:19:22.565145 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58358) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:22.608239 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.db.api [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:19:22.608749 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG oslo_db.api [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:19:22.638934 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3ee42ba2-62ba-4946-9807-4bde985f0a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.666797 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3ee42ba2-62ba-4946-9807-4bde985f0a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.727646 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3ee42ba2-62ba-4946-9807-4bde985f0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.745517 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee42ba2-62ba-4946-9807-4bde985f0a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f8400b-c2d7-4914-a79b-d29b4a5cff40,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:22.768997 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3ee42ba2-62ba-4946-9807-4bde985f0a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.770857 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-3ee42ba2-62ba-4946-9807-4bde985f0a86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81f8400b-c2d7-4914-a79b-d29b4a5cff40 HTTP/1.1" status: 204 len: 168 time: 0.2034488 May 03 21:19:23.075414 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b9a8e-c535-45d1-a194-c1fef237eec3 req-9f220cb8-e23f-4944-87d0-b8a10c5f837f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:23.083468 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-913b9a8e-c535-45d1-a194-c1fef237eec3 req-9f220cb8-e23f-4944-87d0-b8a10c5f837f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.1316206 May 03 21:19:23.110130 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Deleting port a2b8b003-63df-4f07-8cb1-a414c8e123d0 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:23.111120 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:23.165009 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-913b9a8e-c535-45d1-a194-c1fef237eec3 req-10d1e7e3-9365-4b7c-87d4-a3e65dd23e4d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804296 May 03 21:19:23.437253 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:23.437689 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:23.566019 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Calling delete_port for a2b8b003-63df-4f07-8cb1-a414c8e123d0 owned by network:floatingip {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:23.741960 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:23.791176 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Pushing event deleted for resources: {'Port': ['ID=a2b8b003-63df-4f07-8cb1-a414c8e123d0,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:23.887858 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks [] for floatingip, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:23.902888 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:23.903989 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-0669edc8-8740-4ffc-9230-8139b37805e6 tempest-AttachVolumeTestJSON-1047368168 tempest-AttachVolumeTestJSON-1047368168-project] 10.222.0.44 "DELETE /v2.0/floatingips/d808bb30-7c5a-4965-93e0-4242bbe9a651 HTTP/1.1" status: 204 len: 168 time: 2.0992990 May 03 21:19:24.379353 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beb329-c9ab-44c0-8ec4-52af2244f9dd req-68e74414-8b13-48b5-a5fe-3d29a75c64b1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:24.381110 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-60beb329-c9ab-44c0-8ec4-52af2244f9dd req-68e74414-8b13-48b5-a5fe-3d29a75c64b1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.0904996 May 03 21:19:24.433652 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-60beb329-c9ab-44c0-8ec4-52af2244f9dd req-fb393f19-0f4b-4293-a027-24143c986a41 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465827 May 03 21:19:25.630345 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e1a46-9fef-4170-bc70-0f74ac200feb req-f66ae32f-65a3-42fc-80d0-2c186511c973 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:25.631768 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8c8e1a46-9fef-4170-bc70-0f74ac200feb req-f66ae32f-65a3-42fc-80d0-2c186511c973 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.0844529 May 03 21:19:25.674104 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8c8e1a46-9fef-4170-bc70-0f74ac200feb req-c1d2df19-ebb2-4ab0-942d-baf7ebc65184 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366688 May 03 21:19:26.132072 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f81363-6013-4775-b35c-f002701bef06 req-5714a714-9607-4dfe-9492-4bed3c338c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:26.133482 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91f81363-6013-4775-b35c-f002701bef06 req-5714a714-9607-4dfe-9492-4bed3c338c02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 1098 time: 0.0685930 May 03 21:19:26.269600 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f81363-6013-4775-b35c-f002701bef06 req-bc2d9a40-981e-4886-b266-5673f3716a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:26.271128 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91f81363-6013-4775-b35c-f002701bef06 req-bc2d9a40-981e-4886-b266-5673f3716a80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.1242721 May 03 21:19:26.372907 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91f81363-6013-4775-b35c-f002701bef06 req-380e2d3f-521b-4aa5-aa0b-9777b7892eea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb HTTP/1.1" status: 200 len: 1001 time: 0.0947764 May 03 21:19:26.437113 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f81363-6013-4775-b35c-f002701bef06 req-a0270c95-bb00-4922-a71e-2c4a1c976439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:26.438545 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91f81363-6013-4775-b35c-f002701bef06 req-a0270c95-bb00-4922-a71e-2c4a1c976439 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.0598519 May 03 21:19:26.512549 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f81363-6013-4775-b35c-f002701bef06 req-e4d57271-2ddf-4c1c-aadf-a2ecabacf90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:26.514045 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91f81363-6013-4775-b35c-f002701bef06 req-e4d57271-2ddf-4c1c-aadf-a2ecabacf90f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698202 May 03 21:19:26.740654 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91f81363-6013-4775-b35c-f002701bef06 req-b92fca74-756c-451d-96d4-9d8a90be44fe service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148201 May 03 21:19:26.929234 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91f81363-6013-4775-b35c-f002701bef06 req-dfcfa151-845f-4593-8448-8044bf2ff102 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808927 May 03 21:19:26.948499 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0497c-e95e-4519-aaab-a3e46c99cea9 req-4b63685d-06f5-444d-934b-07a5fa138f66 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:26.949924 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0db0497c-e95e-4519-aaab-a3e46c99cea9 req-4b63685d-06f5-444d-934b-07a5fa138f66 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.1158061 May 03 21:19:26.993896 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0db0497c-e95e-4519-aaab-a3e46c99cea9 req-8ec3c0a6-3b6f-4406-b0ae-b9c192a6abb0 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376265 May 03 21:19:27.195607 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:19:28.027804 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58416) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:28.183371 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe27c77-7acc-4429-ae0e-d1ecd5ab97c4 req-bb8d3357-7f04-44f2-8aa4-715ac15a998d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:28.184810 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8fe27c77-7acc-4429-ae0e-d1ecd5ab97c4 req-bb8d3357-7f04-44f2-8aa4-715ac15a998d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.0797386 May 03 21:19:28.229563 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8fe27c77-7acc-4429-ae0e-d1ecd5ab97c4 req-2de4981f-4780-4d12-b2d8-1c0bda817246 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391243 May 03 21:19:28.773176 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636969'] for router_interface, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:29.254633 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Deleting port 5676570b-076f-4040-ae84-4c796c52b420 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:29.255431 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:29.419850 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439d807-14b6-4bba-952e-5ebe12670b6c req-785bd3f8-cc3f-4cb0-b4e7-61416363c621 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:29.421280 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8439d807-14b6-4bba-952e-5ebe12670b6c req-785bd3f8-cc3f-4cb0-b4e7-61416363c621 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 945 time: 0.0829418 May 03 21:19:29.434214 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] For port 5676570b-076f-4040-ae84-4c796c52b420, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=5676570b-076f-4040-ae84-4c796c52b420,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:29.434569 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:29.464137 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8439d807-14b6-4bba-952e-5ebe12670b6c req-18716092-a3b2-40d2-ad03-fb9f51a6e780 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370371 May 03 21:19:29.556380 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Calling delete_port for 5676570b-076f-4040-ae84-4c796c52b420 owned by network:router_interface {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:29.726307 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:29.771945 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5676570b-076f-4040-ae84-4c796c52b420,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:29.805980 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.806344 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.806661 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.807118 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.807315 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.807611 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.807932 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.808256 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.808563 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.808879 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.809189 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.809497 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:29.873688 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4eff8c4d-1de7-42b6-9d38-4695c3b786fb no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:30.003310 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.030536 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:30.040470 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:30.045950 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.072357 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637109'] for router_interface, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.130044 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=8']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:30.221550 dv-cinder-840376-1-smb neutron-server[87241]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-541c727f-cf5d-45e8-b797-29acc7292922']: {'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'code': 422} returned with failed status May 03 21:19:30.450868 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Router 42deac74-9824-4b94-ae82-79b9cf8e1b49 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:19:30.734518 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:19:30.743479 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] Sync routers for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:19:30.748593 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4974f656-1bd9-4d10-b1e0-f62ff4b17ae7 admin admin] 10.222.0.44 "PUT /v2.0/routers/42deac74-9824-4b94-ae82-79b9cf8e1b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7196567 May 03 21:19:30.751015 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58452) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:30.756208 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:30.756797 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:19:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:30.944277 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:30.946144 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Notify callbacks [] for router, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:31.060889 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162772b-2dca-4b08-b3f2-72f9d0aa2cff req-ddeded8f-5ed7-48aa-9b29-f1703178d517 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:31.062374 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2162772b-2dca-4b08-b3f2-72f9d0aa2cff req-ddeded8f-5ed7-48aa-9b29-f1703178d517 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.1432030 May 03 21:19:31.070481 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-517022c3-72e3-485c-a007-86df356c32be req-3d5aec60-a21c-4908-9adb-3d21fbac6759 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130176 May 03 21:19:31.123774 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2162772b-2dca-4b08-b3f2-72f9d0aa2cff req-fb790f6f-26b8-4998-be7a-d33838218b21 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518279 May 03 21:19:31.136376 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:31.157001 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Deleting port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:31.157453 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:31.232994 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:19:29Z', 'revision_number': 5, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port': {'id': '0f96886a-dffd-475a-ac8d-54bd0ab30f8f', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:56:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:49Z', 'updated_at': '2022-05-03T21:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:31.238015 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] Checking router: 42deac74-9824-4b94-ae82-79b9cf8e1b49 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:19:31.246825 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] Routers {'42deac74-9824-4b94-ae82-79b9cf8e1b49'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:31.247610 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:19:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['42deac74-9824-4b94-ae82-79b9cf8e1b49'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:31.363303 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] For port 0f96886a-dffd-475a-ac8d-54bd0ab30f8f, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=0f96886a-dffd-475a-ac8d-54bd0ab30f8f,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:31.364106 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:31.414314 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] Set router 42deac74-9824-4b94-ae82-79b9cf8e1b49 gateway port host: None {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:31.501227 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Calling delete_port for 0f96886a-dffd-475a-ac8d-54bd0ab30f8f owned by network:router_gateway {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:31.519446 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:19:31Z', 'revision_number': 6, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port_host': None}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:31.523957 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b253a-6aeb-4ece-aef3-4f44e990fddb None None] The sync data for ids ['42deac74-9824-4b94-ae82-79b9cf8e1b49'] in dv-cinder-840376-1-smb is: [{'id': '42deac74-9824-4b94-ae82-79b9cf8e1b49', 'name': 'tempest-AttachVolumeTestJSON-386724875-router', 'tenant_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:19:31Z', 'revision_number': 6, 'project_id': '82172dfaa5ea4514888bdaaf5b8d5a2a', 'gw_port_host': None}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:19:31.679507 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:31.730627 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f96886a-dffd-475a-ac8d-54bd0ab30f8f,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:31.817662 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624140'] for router_gateway, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:31.991977 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:31.994311 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.015729 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638692'] for router, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.016325 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42deac74-9824-4b94-ae82-79b9cf8e1b49 {{(pid=87240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:19:32.029753 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.031027 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c837c3ab-ff5b-41e4-bde4-65259e17cc59 admin admin] 10.222.0.44 "DELETE /v2.0/routers/42deac74-9824-4b94-ae82-79b9cf8e1b49 HTTP/1.1" status: 204 len: 168 time: 1.2788458 May 03 21:19:32.033394 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58476) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:32.075080 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517022c3-72e3-485c-a007-86df356c32be req-e29f870c-7b32-4dbb-a13a-6e3d2bbf0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:32.076546 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-517022c3-72e3-485c-a007-86df356c32be req-e29f870c-7b32-4dbb-a13a-6e3d2bbf0369 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d&tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27 HTTP/1.1" status: 200 len: 1096 time: 0.0696051 May 03 21:19:32.186040 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517022c3-72e3-485c-a007-86df356c32be req-0ac965ca-6399-4cf0-b2a9-4a79d05e7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:32.187440 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-517022c3-72e3-485c-a007-86df356c32be req-0ac965ca-6399-4cf0-b2a9-4a79d05e7c47 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 1096 time: 0.0765207 May 03 21:19:32.206108 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-61801580-0320-4298-9c3d-501705d83e73 admin admin] Deleting subnet 5f064806-a999-4d24-bc78-963359e8c2a4 {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:19:32.209974 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-61801580-0320-4298-9c3d-501705d83e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.270749 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-61801580-0320-4298-9c3d-501705d83e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3460637'] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.353859 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-61801580-0320-4298-9c3d-501705d83e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.380404 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517022c3-72e3-485c-a007-86df356c32be req-a10b9da2-f080-4fec-abeb-c611ff9c3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:32.381908 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-517022c3-72e3-485c-a007-86df356c32be req-a10b9da2-f080-4fec-abeb-c611ff9c3486 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.1877389 May 03 21:19:32.428250 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-61801580-0320-4298-9c3d-501705d83e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128164'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.452199 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf5ebe-c1ab-431c-a89c-ffcc3be279dc req-6a4e86de-ec91-4215-803f-92699cc8b824 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:32.453541 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a7bf5ebe-c1ab-431c-a89c-ffcc3be279dc req-6a4e86de-ec91-4215-803f-92699cc8b824 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.1675055 May 03 21:19:32.466722 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61801580-0320-4298-9c3d-501705d83e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f064806-a999-4d24-bc78-963359e8c2a4,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:32.472909 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-61801580-0320-4298-9c3d-501705d83e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.479024 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56809393-7bb7-4a88-b0d3-a7c5b2a3e808 None None] Network 73578aa6-1e97-4260-8c78-76d945b6e7d0 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:19:32.482746 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-61801580-0320-4298-9c3d-501705d83e73 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5f064806-a999-4d24-bc78-963359e8c2a4 HTTP/1.1" status: 204 len: 168 time: 0.4482026 May 03 21:19:32.483384 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58482) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:32.538943 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a7bf5ebe-c1ab-431c-a89c-ffcc3be279dc req-91aec3c3-a2c4-4ac9-a462-074e64056c1f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786963 May 03 21:19:32.543666 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-517022c3-72e3-485c-a007-86df356c32be req-2f0d4401-ea70-4b50-815c-9816a1d73ba8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb HTTP/1.1" status: 200 len: 999 time: 0.1506264 May 03 21:19:32.605790 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.614492 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517022c3-72e3-485c-a007-86df356c32be req-d67b9d00-4fba-463a-963e-66077179148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:32.616273 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-517022c3-72e3-485c-a007-86df356c32be req-d67b9d00-4fba-463a-963e-66077179148f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.0638111 May 03 21:19:32.619827 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Deleting port 499e47ef-201f-4500-8bc5-82e6abf8da5f {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:32.620165 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.709179 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517022c3-72e3-485c-a007-86df356c32be req-3b6c683e-a0db-4a5c-9dd6-6a01a9c33ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:32.710533 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-517022c3-72e3-485c-a007-86df356c32be req-3b6c683e-a0db-4a5c-9dd6-6a01a9c33ef0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0861158 May 03 21:19:32.776361 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] DHCP port deletion for 73578aa6-1e97-4260-8c78-76d945b6e7d0 request from dv-cinder-840376-1-smb {{(pid=87241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:19:32.781582 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] Deleting port 499e47ef-201f-4500-8bc5-82e6abf8da5f {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:32.782213 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.851711 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] For port 499e47ef-201f-4500-8bc5-82e6abf8da5f, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=499e47ef-201f-4500-8bc5-82e6abf8da5f,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:32.852087 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.868261 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-517022c3-72e3-485c-a007-86df356c32be req-512df37f-de58-4e37-a40f-449ff700d675 service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501436 May 03 21:19:32.981376 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Calling delete_port for 499e47ef-201f-4500-8bc5-82e6abf8da5f owned by network:dhcp {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:33.017539 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] For port 499e47ef-201f-4500-8bc5-82e6abf8da5f, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=499e47ef-201f-4500-8bc5-82e6abf8da5f,segment=NetworkSegment(1609c386-3ab1-4beb-953a-469813908e55),segment_id=1609c386-3ab1-4beb-953a-469813908e55)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:33.017950 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.022421 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-517022c3-72e3-485c-a007-86df356c32be req-b39da064-44f4-4346-b591-e78d801b416b service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471181 May 03 21:19:33.064955 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.108169 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] No DVR routers for this DVR port 499e47ef-201f-4500-8bc5-82e6abf8da5f on host dv-cinder-840376-1-smb {{(pid=87240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:19:33.151201 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=499e47ef-201f-4500-8bc5-82e6abf8da5f,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:33.182639 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] Calling delete_port for 499e47ef-201f-4500-8bc5-82e6abf8da5f owned by network:dhcp {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:33.251601 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.272005 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.db.api [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:19:33.273010 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG oslo_db.api [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:19:33.292536 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73578aa6-1e97-4260-8c78-76d945b6e7d0']}} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:33.305805 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1609c386-3ab1-4beb-953a-469813908e55') {'for_net_delete': True} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:33.306184 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1609c386-3ab1-4beb-953a-469813908e55') {} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:33.320024 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3460628'] for segment, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.338803 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.345799 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:19:33.346258 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221191'] for segment, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: Traceback (most recent call last): May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: timer() May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: cb(*args, **kw) May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: return func(*args, **kwargs) May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: self._notify() May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: self.callback(batched_events) May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: event.method(event) May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: return f(self, *a, **k) May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: return self._get(url).json() May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: return self.request(url, 'GET', **kwargs) May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:19:33.359709 dv-cinder-840376-1-smb neutron-server[87240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:19:33.373977 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 499e47ef-201f-4500-8bc5-82e6abf8da5f no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:33.407983 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 499e47ef-201f-4500-8bc5-82e6abf8da5f {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:33.408321 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 499e47ef-201f-4500-8bc5-82e6abf8da5f not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:33.408736 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5676570b-076f-4040-ae84-4c796c52b420 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:33.439555 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.443039 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 5676570b-076f-4040-ae84-4c796c52b420 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:33.443451 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5676570b-076f-4040-ae84-4c796c52b420 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:33.443860 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 0f96886a-dffd-475a-ac8d-54bd0ab30f8f no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:33.445701 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.474592 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=73578aa6-1e97-4260-8c78-76d945b6e7d0,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:33.479409 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 0f96886a-dffd-475a-ac8d-54bd0ab30f8f {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:33.479936 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 0f96886a-dffd-475a-ac8d-54bd0ab30f8f not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:33.492458 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-11eb2dd4-0aaf-442f-b190-abe0620f84d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/73578aa6-1e97-4260-8c78-76d945b6e7d0 HTTP/1.1" status: 204 len: 168 time: 1.0080063 May 03 21:19:33.624852 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58510) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:33.681782 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-f8aeba22-a5aa-4362-a9a5-536394cc257e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82172dfaa5ea4514888bdaaf5b8d5a2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0550394 May 03 21:19:33.684600 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58514) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:33.774938 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] Deleting port 499e47ef-201f-4500-8bc5-82e6abf8da5f {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:33.775555 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.892471 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-dbd188b0-cf3a-4990-8682-8ee9547bdc99 None None] The port '499e47ef-201f-4500-8bc5-82e6abf8da5f' was deleted {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:19:33.980772 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4fde66b6-0110-46d8-a20a-6317b8a3ca44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:34.019516 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4fde66b6-0110-46d8-a20a-6317b8a3ca44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:34.040252 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cfac6-46f0-498d-bc51-c7e4f110cbc5 req-ac0cce31-596e-4efb-b3f0-c4645c1e134d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:34.041635 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e28cfac6-46f0-498d-bc51-c7e4f110cbc5 req-ac0cce31-596e-4efb-b3f0-c4645c1e134d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.3524873 May 03 21:19:34.123763 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e28cfac6-46f0-498d-bc51-c7e4f110cbc5 req-3fb6dba4-95b6-41de-a04f-7200b520fbb9 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697269 May 03 21:19:34.153287 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4fde66b6-0110-46d8-a20a-6317b8a3ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:34.170696 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde66b6-0110-46d8-a20a-6317b8a3ca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d6c640-109c-427f-b7c8-07df3c07b288,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:34.177423 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4fde66b6-0110-46d8-a20a-6317b8a3ca44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:34.178566 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-4fde66b6-0110-46d8-a20a-6317b8a3ca44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2d6c640-109c-427f-b7c8-07df3c07b288 HTTP/1.1" status: 204 len: 168 time: 0.4918656 May 03 21:19:35.374595 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241670e-92ca-4b31-8314-a54c6e89f246 req-c714ced0-9f3c-4460-be01-d380d4394634 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:35.377027 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b241670e-92ca-4b31-8314-a54c6e89f246 req-c714ced0-9f3c-4460-be01-d380d4394634 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.1254508 May 03 21:19:35.425396 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b241670e-92ca-4b31-8314-a54c6e89f246 req-72586ef6-8b50-4187-9588-a9d57e512b6e tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420327 May 03 21:19:36.648712 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b3d9-05c6-4fb8-98c0-68b2e543f7e3 req-d90a21ad-7c5a-40ff-96b5-bbc838997a88 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:36.650073 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aea4b3d9-05c6-4fb8-98c0-68b2e543f7e3 req-d90a21ad-7c5a-40ff-96b5-bbc838997a88 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.0964437 May 03 21:19:36.706885 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aea4b3d9-05c6-4fb8-98c0-68b2e543f7e3 req-7d67a2c7-ac76-4c11-98a2-dda69b203c7f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510478 May 03 21:19:37.923038 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14513838-868a-4248-a8d4-afd27cd3a6ed req-c80d31fa-83b7-4aac-8b36-4a7c4b62253a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:37.924492 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-14513838-868a-4248-a8d4-afd27cd3a6ed req-c80d31fa-83b7-4aac-8b36-4a7c4b62253a tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.1023448 May 03 21:19:37.971137 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-14513838-868a-4248-a8d4-afd27cd3a6ed req-9d9a101b-889b-44e2-ad63-e448c72f815b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 May 03 21:19:39.180210 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac12d4-40f6-46b4-84fb-41a4714563c0 req-3467fed4-6789-4bca-9711-416ab71fc2a0 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:39.181737 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e2ac12d4-40f6-46b4-84fb-41a4714563c0 req-3467fed4-6789-4bca-9711-416ab71fc2a0 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.0916255 May 03 21:19:39.228777 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e2ac12d4-40f6-46b4-84fb-41a4714563c0 req-91731c51-35d0-43aa-a2c8-ad960934b51c tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410554 May 03 21:19:40.439624 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60fb71-28f6-461f-8164-1cbeeed3a573 req-71f685a9-67c0-433c-bfc1-380bcf3cf73b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:40.441220 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b60fb71-28f6-461f-8164-1cbeeed3a573 req-71f685a9-67c0-433c-bfc1-380bcf3cf73b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.0799499 May 03 21:19:40.495521 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3b60fb71-28f6-461f-8164-1cbeeed3a573 req-730fba65-d683-4e55-b9e9-e8cd2c7d340d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483170 May 03 21:19:41.519622 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58632) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:41.550131 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.658818 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11c4d8bb-d1d1-44a4-844c-be70554ec0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.675448 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-11c4d8bb-d1d1-44a4-844c-be70554ec0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:41.680665 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-11c4d8bb-d1d1-44a4-844c-be70554ec0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:025830cc0fef4d29a91673f37271e62a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:41.684358 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-11c4d8bb-d1d1-44a4-844c-be70554ec0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:41.692372 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-11c4d8bb-d1d1-44a4-844c-be70554ec0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:41.753156 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6392dc-ebae-44ac-8f74-9de6541c5e43 req-2c758ddb-a07c-429d-8455-521525d62b98 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:41.754734 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-db6392dc-ebae-44ac-8f74-9de6541c5e43 req-2c758ddb-a07c-429d-8455-521525d62b98 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.1106212 May 03 21:19:41.791760 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11c4d8bb-d1d1-44a4-844c-be70554ec0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.796860 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-11c4d8bb-d1d1-44a4-844c-be70554ec0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.803210 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-db6392dc-ebae-44ac-8f74-9de6541c5e43 req-5cf4ae51-9de9-4b22-b568-a7872169b867 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420518 May 03 21:19:41.853112 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-11c4d8bb-d1d1-44a4-844c-be70554ec0a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=025830cc0fef4d29a91673f37271e62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323448 May 03 21:19:41.853925 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4d8bb-d1d1-44a4-844c-be70554ec0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd53e2a0-478d-4230-b899-f0fafe26b182,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:41.855778 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58640) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:41.916861 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-68ac6650-7c08-4ccb-86a2-944188ec3d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.945938 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-68ac6650-7c08-4ccb-86a2-944188ec3d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.996984 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-68ac6650-7c08-4ccb-86a2-944188ec3d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:42.017588 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac6650-7c08-4ccb-86a2-944188ec3d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd53e2a0-478d-4230-b899-f0fafe26b182,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:42.020876 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-68ac6650-7c08-4ccb-86a2-944188ec3d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:42.021995 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-68ac6650-7c08-4ccb-86a2-944188ec3d45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd53e2a0-478d-4230-b899-f0fafe26b182 HTTP/1.1" status: 204 len: 168 time: 0.1649289 May 03 21:19:42.825528 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-20ff9c0d-db42-4c1d-82b5-3d693396b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:42.827035 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-20ff9c0d-db42-4c1d-82b5-3d693396b532 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 1096 time: 0.0713065 May 03 21:19:43.033087 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-43952507-f442-45e0-9eec-14d1e444ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:43.034786 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-43952507-f442-45e0-9eec-14d1e444ae1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 200 len: 918 time: 0.1888487 May 03 21:19:43.119548 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa6cde-abca-4fc9-9aea-456f278116bc req-3b0e180b-a80c-4414-a841-dc613692848b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:43.120974 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0baa6cde-abca-4fc9-9aea-456f278116bc req-3b0e180b-a80c-4414-a841-dc613692848b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 943 time: 0.1895273 May 03 21:19:43.175630 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-d69cfcce-ef8c-4695-82f5-1eaca47e20e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb HTTP/1.1" status: 200 len: 999 time: 0.1331761 May 03 21:19:43.182396 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0baa6cde-abca-4fc9-9aea-456f278116bc req-bcb32405-5ab8-4505-b45c-a9d70890e28b tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548503 May 03 21:19:43.239343 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-f83336cf-6d57-49d1-915e-d70526855d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:43.240794 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-f83336cf-6d57-49d1-915e-d70526855d20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 200 len: 856 time: 0.0575938 May 03 21:19:43.325623 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-e1dd7a65-56d0-4619-8f4d-5aa50a78fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:43.327179 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-e1dd7a65-56d0-4619-8f4d-5aa50a78fcb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d732ef39-db98-481b-84eb-841077299c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787570 May 03 21:19:43.460022 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-0cee5d38-7e0f-4a77-973d-cec3ff4404ef service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263158 May 03 21:19:43.680389 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5f9a5212-0303-4b40-af07-7e9d6f8ad817 req-01613da9-a1e7-4f15-9774-a4cbf6ccf29c service neutron] 10.222.0.43 "GET /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106762 May 03 21:19:43.786713 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58694) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:43.898931 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c9f489e8-24ea-42ce-8ce1-430fbd1ec9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.912925 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c9f489e8-24ea-42ce-8ce1-430fbd1ec9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:43.916702 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c9f489e8-24ea-42ce-8ce1-430fbd1ec9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2228e99688b406f8fbc9b394777ec8d is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:43.919453 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c9f489e8-24ea-42ce-8ce1-430fbd1ec9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:43.923277 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4eff8c4d-1de7-42b6-9d38-4695c3b786fb details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:19:43.925134 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c9f489e8-24ea-42ce-8ce1-430fbd1ec9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:44.017456 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c9f489e8-24ea-42ce-8ce1-430fbd1ec9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.022596 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c9f489e8-24ea-42ce-8ce1-430fbd1ec9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.060857 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:44.069192 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c9f489e8-24ea-42ce-8ce1-430fbd1ec9c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2228e99688b406f8fbc9b394777ec8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812951 May 03 21:19:44.070623 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f489e8-24ea-42ce-8ce1-430fbd1ec9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270ae0bd-52a4-4484-aa0b-735003e5a3df,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:44.071775 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58700) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:44.085314 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'port_id': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'mac_address': 'fa:16:3e:7c:6f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:19:44.119074 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3de2664a-d43d-4720-82a2-0abdc2cb9817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.131593 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c888e0a8-ba38-40dd-bbc1-b8caadb8b843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.144776 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.157722 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c888e0a8-ba38-40dd-bbc1-b8caadb8b843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.161687 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eff8c4d-1de7-42b6-9d38-4695c3b786fb {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:19:44.177506 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:44.181090 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.211399 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c888e0a8-ba38-40dd-bbc1-b8caadb8b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.228375 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888e0a8-ba38-40dd-bbc1-b8caadb8b843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270ae0bd-52a4-4484-aa0b-735003e5a3df,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:44.239203 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c888e0a8-ba38-40dd-bbc1-b8caadb8b843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.242879 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c888e0a8-ba38-40dd-bbc1-b8caadb8b843 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/270ae0bd-52a4-4484-aa0b-735003e5a3df HTTP/1.1" status: 204 len: 168 time: 0.1699610 May 03 21:19:44.264348 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=9']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:44.397049 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bab4f6-6a69-4f0e-9490-aefd2dd27e87 req-a8c5879c-80a7-4f10-8541-5b5488614835 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:44.398613 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-61bab4f6-6a69-4f0e-9490-aefd2dd27e87 req-a8c5879c-80a7-4f10-8541-5b5488614835 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 944 time: 0.0839925 May 03 21:19:44.443262 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-61bab4f6-6a69-4f0e-9490-aefd2dd27e87 req-864117c2-a9aa-443b-8fdd-365f6f52138d tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390463 May 03 21:19:44.454952 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['4eff8c4d-1de7-42b6-9d38-4695c3b786fb'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:19:44.540760 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58710) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:44.558778 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c0a28c2d-e0a5-43b5-b647-1e4850db4e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.572980 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c0a28c2d-e0a5-43b5-b647-1e4850db4e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:44.576876 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c0a28c2d-e0a5-43b5-b647-1e4850db4e01 admin admin] Usage tracker for resource:security_group_rule and tenant:ab7963ee4ebc40b7b9e04a0917ffb948 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:44.580260 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c0a28c2d-e0a5-43b5-b647-1e4850db4e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:44.585896 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c0a28c2d-e0a5-43b5-b647-1e4850db4e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:44.675492 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c0a28c2d-e0a5-43b5-b647-1e4850db4e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.679176 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c0a28c2d-e0a5-43b5-b647-1e4850db4e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.726595 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c0a28c2d-e0a5-43b5-b647-1e4850db4e01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab7963ee4ebc40b7b9e04a0917ffb948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846490 May 03 21:19:44.728283 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a28c2d-e0a5-43b5-b647-1e4850db4e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4568d1f1-c545-4a34-b6b5-a491509c6c7a,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:44.729342 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58714) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:44.788092 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b03d8f66-cf73-4960-b7ae-19c3a5a7b26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.812851 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b03d8f66-cf73-4960-b7ae-19c3a5a7b26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.863629 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b03d8f66-cf73-4960-b7ae-19c3a5a7b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.879535 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d8f66-cf73-4960-b7ae-19c3a5a7b26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4568d1f1-c545-4a34-b6b5-a491509c6c7a,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:44.888010 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b03d8f66-cf73-4960-b7ae-19c3a5a7b26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.889114 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b03d8f66-cf73-4960-b7ae-19c3a5a7b26a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4568d1f1-c545-4a34-b6b5-a491509c6c7a HTTP/1.1" status: 204 len: 168 time: 0.1586347 May 03 21:19:45.642728 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba277b-5114-44bd-9dab-9d827e1bf5de req-06b15239-8c2d-4e33-9d70-bf93eae0f304 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:45.644737 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-43ba277b-5114-44bd-9dab-9d827e1bf5de req-06b15239-8c2d-4e33-9d70-bf93eae0f304 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 944 time: 0.0895839 May 03 21:19:45.693099 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-43ba277b-5114-44bd-9dab-9d827e1bf5de req-9bf0600c-8346-40a8-ae07-66b793840587 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420761 May 03 21:19:45.941539 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4eff8c4d-1de7-42b6-9d38-4695c3b786fb up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:46.009909 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:46.010329 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:46.127395 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:46.153937 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:46.164273 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:46.170002 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:46.205000 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31034c28-e723-4391-ade4-4584eedcd8cc'] response: {'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'code': 200} May 03 21:19:46.243522 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=10']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:46.429346 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-60d8f783-83bd-4de4-a251-c61d11a4aff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:46.498730 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0cded-1087-47b1-89d5-35b5b02da445 req-6ebdfcef-90d1-4929-bfab-8f260328a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:46.500963 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5d0cded-1087-47b1-89d5-35b5b02da445 req-6ebdfcef-90d1-4929-bfab-8f260328a77a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 1099 time: 0.0712376 May 03 21:19:46.546939 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d5d0cded-1087-47b1-89d5-35b5b02da445 req-beac7159-762b-4848-99e1-5b5e3b897c33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396883 May 03 21:19:46.881355 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90819522-f7ae-4e3f-a16f-6d2dfd185e08 req-829b2225-84f5-469f-b86e-98c7f86df486 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:46.882781 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-90819522-f7ae-4e3f-a16f-6d2dfd185e08 req-829b2225-84f5-469f-b86e-98c7f86df486 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 946 time: 0.0790269 May 03 21:19:46.926900 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-90819522-f7ae-4e3f-a16f-6d2dfd185e08 req-3d63c7ae-2a79-4551-8fe8-cfcb53511699 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384007 May 03 21:19:47.436030 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:47.619972 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:48.162132 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acd2d8-ebf2-411f-87fe-cb93e0995d0f req-e89ae995-5f98-4769-90fa-d123ea0e701f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:48.163622 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-36acd2d8-ebf2-411f-87fe-cb93e0995d0f req-e89ae995-5f98-4769-90fa-d123ea0e701f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 946 time: 0.1064820 May 03 21:19:48.211375 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-36acd2d8-ebf2-411f-87fe-cb93e0995d0f req-ab9b043d-44e9-4b6a-9032-9df8d3e337eb tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418344 May 03 21:19:48.692741 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.412489 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471521e-83f5-41fe-ae1f-f4d06d818a96 req-0786f126-91ca-43f7-b130-279d4c2849ba tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:49.413939 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5471521e-83f5-41fe-ae1f-f4d06d818a96 req-0786f126-91ca-43f7-b130-279d4c2849ba tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 946 time: 0.0807176 May 03 21:19:49.459605 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5471521e-83f5-41fe-ae1f-f4d06d818a96 req-4b8e276e-846d-4333-8588-119b2c355d86 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399008 May 03 21:19:58.853241 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 58922) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:58.858379 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088373526', 'description': 'tempest-description--506237878'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:19:58.864501 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:58.869091 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:58.871997 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:58.878241 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:58.889155 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:58.912546 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:58.916234 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:58.919033 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:58.924622 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:58.995959 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:58.999726 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.041597 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:59.048755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.049942 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1956651 May 03 21:19:59.051333 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.051685 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.052063 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.052313 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.052635 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.052954 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.053083 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58932) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:59.053529 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.053649 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.053897 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.054205 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.054549 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.054826 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab61a3-ebe0-4007-9092-bccf2b5d6717 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:59.058481 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group_rule': {'security_group_id': 'ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:19:59.065762 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:59.069703 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:59.072621 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:59.079047 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:59.095734 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.156240 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.159466 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.182201 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cedddf5-9959-4a25-a23f-8448be2a7373,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:59.195597 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.196727 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-6fcb4d7a-27ec-4458-8e26-92834a30822e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427081 May 03 21:19:59.199435 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58938) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:59.204898 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group_rule': {'security_group_id': 'ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:19:59.210299 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:59.213986 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:59.216765 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:59.223136 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:59.239411 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.306530 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.311264 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.336284 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efdfc6c-1291-43a5-9faa-1aa92351c963,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:59.346469 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.347735 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-3bdb969a-4013-4834-962a-4fef43f08738 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473844 May 03 21:19:59.351353 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 58942) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:59.356141 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:19:59.362141 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:59.366194 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:floatingip and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:59.369334 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:59.376232 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:59.386299 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.630063 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.762523 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Allocated IP 172.28.1.213 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/1e059b52-221c-4bd5-9555-1bce34f88d8d) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:19:59.907568 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:59.936988 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:00.023646 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:20:00.026737 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:20:00.029501 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:20:00.067523 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=1e059b52-221c-4bd5-9555-1bce34f88d8d,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:00.112813 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:00.176093 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:00.387670 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:00.393633 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:00.504871 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=1e059b52-221c-4bd5-9555-1bce34f88d8d,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:00.515220 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:00.537322 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:00.546929 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-b80a0b04-fb60-4e28-9bc0-64d9a7c171c1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1862817 May 03 21:20:00.758863 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-97aaf987-e602-4ced-ae1a-5d020bf4758a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:00.776395 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-97aaf987-e602-4ced-ae1a-5d020bf4758a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:00.777542 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-97aaf987-e602-4ced-ae1a-5d020bf4758a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1088373526&fields=id&tenant_id=e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 267 time: 0.0589764 May 03 21:20:00.933893 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-3e54ca8b-b4d4-4420-b188-c8eebca083de tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:00.935298 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-3e54ca8b-b4d4-4420-b188-c8eebca083de tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 814 time: 0.1492202 May 03 21:20:00.949305 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f0558f40-f76a-4b2a-8fb4-53c2fba9e17c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/quotas/e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 375 time: 0.0084877 May 03 21:20:01.039385 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-b132183c-2fd0-4654-8074-4591917a7157 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0850749 May 03 21:20:01.283551 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-83052b8b-c750-4a02-abb7-c7c6903ffd75 service neutron] 10.222.0.44 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320614 May 03 21:20:01.411939 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-89e56b91-d9eb-4c75-a0ac-81c3291f5842 service neutron] 10.222.0.44 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220009 May 03 21:20:01.585041 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c4dc7053-9bfa-4a13-93b5-4d47d5cf5d73 req-2dfb0688-1a2c-45f5-9e1b-2a0f71d4a088 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 210 time: 0.0417433 May 03 21:20:02.747475 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d77dcf1a-8f6d-449c-ad15-307f533b28f6 req-5283b837-d173-4b66-af22-7d0f88d0ca04 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 210 time: 0.0482228 May 03 21:20:02.774083 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-c2b888e5-2977-4636-b9e9-c57724fe9f0a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:02.775481 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-c2b888e5-2977-4636-b9e9-c57724fe9f0a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 814 time: 0.2024293 May 03 21:20:02.930545 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-98692251-4bc7-4176-b419-1055c2571ded tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 473 time: 0.1177294 May 03 21:20:02.942908 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'port': {'device_id': '43c8271d-408a-415a-b076-1f4b1d31b312', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'admin_state_up': True, 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'security_groups': ['ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec']}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:03.075960 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:03.085326 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:03.095042 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Made reservation on behalf of e954b1741d1c4ab895e7f6483c74e466 for: {'port': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:20:03.098472 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.275564 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Allocated IP 172.20.0.7 (29ae9d68-21bd-4e34-8c69-185d54a2903d/07bcd4cb-af5e-4a7d-8e34-0334c11dd353/13d76a03-7911-4eb2-ba74-6e0fbfafdf63) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:20:03.431203 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59018) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:03.483059 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.498183 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Transition to ACTIVE for port object 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:20:03.522197 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.548733 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ee0803d5-6735-416f-8cf8-075d10d7e48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.563669 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ee0803d5-6735-416f-8cf8-075d10d7e48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:03.568039 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ee0803d5-6735-416f-8cf8-075d10d7e48d admin admin] Usage tracker for resource:security_group_rule and tenant:7bb8ba3b067e4e68aa549f78cace8596 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:03.571046 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ee0803d5-6735-416f-8cf8-075d10d7e48d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:03.576796 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ee0803d5-6735-416f-8cf8-075d10d7e48d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:03.592109 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:20:03.595295 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:20:03.597789 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:20:03.639515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:03.669026 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ee0803d5-6735-416f-8cf8-075d10d7e48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.674213 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ee0803d5-6735-416f-8cf8-075d10d7e48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.675320 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:03.676208 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.704394 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-646084f3-8ba0-4156-a885-95f76c71f1ff tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7648401 May 03 21:20:03.722763 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Request body: {'port': {'device_id': '43c8271d-408a-415a-b076-1f4b1d31b312', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:03.726680 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ee0803d5-6735-416f-8cf8-075d10d7e48d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bb8ba3b067e4e68aa549f78cace8596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921700 May 03 21:20:03.726680 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0803d5-6735-416f-8cf8-075d10d7e48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7079a508-b9b6-473c-a068-a24d61194a35,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:03.727764 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59024) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:03.799924 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-754ae305-250d-465e-be67-4281a577a103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.826227 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-754ae305-250d-465e-be67-4281a577a103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.845704 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.880538 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-754ae305-250d-465e-be67-4281a577a103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.895357 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ae305-250d-465e-be67-4281a577a103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7079a508-b9b6-473c-a068-a24d61194a35,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:03.902137 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-754ae305-250d-465e-be67-4281a577a103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.903248 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-754ae305-250d-465e-be67-4281a577a103 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7079a508-b9b6-473c-a068-a24d61194a35 HTTP/1.1" status: 204 len: 168 time: 0.1745930 May 03 21:20:03.918265 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-23631bce-5297-416b-b8a2-d684a410858c None None] Provisioning for port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:20:03.925194 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-23631bce-5297-416b-b8a2-d684a410858c None None] Provisioning complete for port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:20:03.925629 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-23631bce-5297-416b-b8a2-d684a410858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.984336 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-23631bce-5297-416b-b8a2-d684a410858c None None] Port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:20:04.082922 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f280b0-e9a4-43cd-bf05-55794a3a81f1 req-a8e07aff-01cf-4949-b7aa-0f2245dbb75c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:04.083607 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-57f280b0-e9a4-43cd-bf05-55794a3a81f1 req-a8e07aff-01cf-4949-b7aa-0f2245dbb75c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:04.168251 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-57f280b0-e9a4-43cd-bf05-55794a3a81f1 req-a8e07aff-01cf-4949-b7aa-0f2245dbb75c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:04.169440 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-57f280b0-e9a4-43cd-bf05-55794a3a81f1 req-a8e07aff-01cf-4949-b7aa-0f2245dbb75c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 931 time: 0.2802463 May 03 21:20:04.194660 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:20:04.204898 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59034) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:04.222575 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-02b3f9f9-37e3-4216-83b3-82e7baa6fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.236804 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-02b3f9f9-37e3-4216-83b3-82e7baa6fb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:04.236974 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-57f280b0-e9a4-43cd-bf05-55794a3a81f1 req-b14cf7ec-edc8-4d69-b259-088ee74c0788 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583031 May 03 21:20:04.242125 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-02b3f9f9-37e3-4216-83b3-82e7baa6fb2d admin admin] Usage tracker for resource:security_group_rule and tenant:2a45ce52ee164ba2b48740def8409e64 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:04.245202 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-02b3f9f9-37e3-4216-83b3-82e7baa6fb2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:04.258298 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-02b3f9f9-37e3-4216-83b3-82e7baa6fb2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:04.312862 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 {{(pid=87239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:20:04.320754 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.336158 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Transition to ACTIVE for port object 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 will not be triggered until provisioned by entity L2. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:20:04.340587 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.350040 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-02b3f9f9-37e3-4216-83b3-82e7baa6fb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.353806 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-02b3f9f9-37e3-4216-83b3-82e7baa6fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.402412 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3f9f9-37e3-4216-83b3-82e7baa6fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89e91c5-9e87-499a-814c-f212256ea434,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:04.409294 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-02b3f9f9-37e3-4216-83b3-82e7baa6fb2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a45ce52ee164ba2b48740def8409e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010424 May 03 21:20:04.409519 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59038) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:04.471749 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6156e35b-a709-4312-8209-419e33af55ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.499869 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6156e35b-a709-4312-8209-419e33af55ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.501395 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Pushing event updated for resources: {'Port': ['ID=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:04.556723 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6156e35b-a709-4312-8209-419e33af55ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.579655 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Attempting to bind port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:20:04.579987 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Attempting to bind port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:20:04.580312 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Attempting to bind port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:20:04.580872 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156e35b-a709-4312-8209-419e33af55ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89e91c5-9e87-499a-814c-f212256ea434,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:04.584587 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6156e35b-a709-4312-8209-419e33af55ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.585131 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:20:04.585578 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Attempting to bind port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:20:04.587023 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-6156e35b-a709-4312-8209-419e33af55ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e89e91c5-9e87-499a-814c-f212256ea434 HTTP/1.1" status: 204 len: 168 time: 0.1763246 May 03 21:20:04.590896 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:20:04.591237 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Checking segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:20:04.591614 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Bound using segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:20:04.592034 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Bound port: 13d76a03-7911-4eb2-ba74-6e0fbfafdf63, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:20:04.592940 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.685029 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] For port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63, host hv-cinder-84037, cleared binding levels {{(pid=87239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:20:04.688223 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] For port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:20:04.694198 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.753793 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:04.754426 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.755771 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] 10.222.0.43 "PUT /v2.0/ports/13d76a03-7911-4eb2-ba74-6e0fbfafdf63 HTTP/1.1" status: 200 len: 1093 time: 1.0374911 May 03 21:20:04.756201 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c8271d-408a-415a-b076-1f4b1d31b312', 'tag': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:20:04.776344 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106e272-4e33-46ff-a2e4-8cd850ed9762 service neutron] Pushing event updated for resources: {'Port': ['ID=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,revision_number=3']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:04.996652 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-9eef9967-b37b-4921-a921-a52ad934fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:05.002661 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-9eef9967-b37b-4921-a921-a52ad934fec0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 1096 time: 0.1886332 May 03 21:20:05.066373 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f276052-fc80-410a-a7c7-af233d3d0ba9'] response: {'name': 'network-changed', 'server_uuid': '43c8271d-408a-415a-b076-1f4b1d31b312', 'tag': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63', 'status': 'completed', 'code': 200} May 03 21:20:05.083874 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-b0e27e25-6cc8-4e2c-9f0f-9ad6e65f99d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d76a03-7911-4eb2-ba74-6e0fbfafdf63 HTTP/1.1" status: 200 len: 217 time: 0.0669963 May 03 21:20:05.146839 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-a7b8655a-e247-4b06-91f6-5cb6a783509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:05.148270 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-a7b8655a-e247-4b06-91f6-5cb6a783509e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0573153 May 03 21:20:05.233432 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-9b23843b-3517-4aed-ad95-5587585fbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:05.234911 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-9b23843b-3517-4aed-ad95-5587585fbc79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806332 May 03 21:20:05.380671 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-bd1b6b6a-fa56-46c2-b0b4-6e3c412db88a service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394238 May 03 21:20:05.574697 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de411069-47b4-434e-b80d-38fec12fb8df req-b7ef5e8c-6e26-4ac5-8469-6da5659f9517 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:05.576179 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-de411069-47b4-434e-b80d-38fec12fb8df req-b7ef5e8c-6e26-4ac5-8469-6da5659f9517 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 943 time: 0.1916966 May 03 21:20:05.578339 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ba53414-1caf-4b2b-aa25-681724ffe8a2 req-837b69a4-0205-4df7-a124-b4073ac88793 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584959 May 03 21:20:05.623190 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-de411069-47b4-434e-b80d-38fec12fb8df req-87dc8ef3-140b-4b68-9b24-8fdf23b4b0b7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405784 May 03 21:20:05.749056 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-e3c16e9c-a058-4451-b60f-6afe7bbad560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:05.750619 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-e3c16e9c-a058-4451-b60f-6afe7bbad560 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 1096 time: 0.0729346 May 03 21:20:05.879483 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-e7ed3f95-4f03-46df-a08b-1d9dea741dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:05.880893 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-e7ed3f95-4f03-46df-a08b-1d9dea741dea service neutron] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 915 time: 0.1239541 May 03 21:20:05.949734 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-6844cb72-73c3-47b8-a329-43501fa3c5f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d76a03-7911-4eb2-ba74-6e0fbfafdf63 HTTP/1.1" status: 200 len: 217 time: 0.0602713 May 03 21:20:06.014485 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-47b10f89-aa48-4905-99e4-d714c65461b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:06.015940 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-47b10f89-aa48-4905-99e4-d714c65461b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0601349 May 03 21:20:06.089134 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-49663e3f-12f0-4ff7-a7e5-1de5feb90451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:06.090596 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-49663e3f-12f0-4ff7-a7e5-1de5feb90451 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678632 May 03 21:20:06.223427 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-8bbda519-5cd8-41fa-adf9-a2ad46005ddd service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251812 May 03 21:20:06.358746 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d37049ec-a68b-4f1e-b067-607b90d4a7f9 req-c4b86033-fb3d-4d31-9705-fcb0ad176402 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280873 May 03 21:20:06.812526 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d44c9-8d37-4bb5-bec1-fc1d476738e2 req-5c5da773-9b68-49d0-9ba0-503e79a1041f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:06.813693 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-499d44c9-8d37-4bb5-bec1-fc1d476738e2 req-5c5da773-9b68-49d0-9ba0-503e79a1041f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 943 time: 0.0841603 May 03 21:20:06.860527 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-499d44c9-8d37-4bb5-bec1-fc1d476738e2 req-6106a722-ebee-4306-8739-3e7f3d0212d0 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 May 03 21:20:06.953573 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59120) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:07.068880 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6ef63ee8-f031-4189-9f34-3e541aa1d359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.083034 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-6ef63ee8-f031-4189-9f34-3e541aa1d359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:07.086870 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-6ef63ee8-f031-4189-9f34-3e541aa1d359 admin admin] Usage tracker for resource:security_group_rule and tenant:ddfc93bcdbe4444b8fa157a3ee5bb8d8 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:07.089675 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-6ef63ee8-f031-4189-9f34-3e541aa1d359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:07.096053 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-6ef63ee8-f031-4189-9f34-3e541aa1d359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:07.184567 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6ef63ee8-f031-4189-9f34-3e541aa1d359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.188994 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6ef63ee8-f031-4189-9f34-3e541aa1d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.236118 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-6ef63ee8-f031-4189-9f34-3e541aa1d359 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddfc93bcdbe4444b8fa157a3ee5bb8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813089 May 03 21:20:07.238041 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef63ee8-f031-4189-9f34-3e541aa1d359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63847e25-d681-4e68-b590-02ab363c83c5,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:07.238794 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59126) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:07.316147 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-600651d5-a5b0-4596-92a3-d2d501d811f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.345039 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-600651d5-a5b0-4596-92a3-d2d501d811f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.394968 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-600651d5-a5b0-4596-92a3-d2d501d811f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.408395 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600651d5-a5b0-4596-92a3-d2d501d811f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63847e25-d681-4e68-b590-02ab363c83c5,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:07.414283 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-600651d5-a5b0-4596-92a3-d2d501d811f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.415368 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-600651d5-a5b0-4596-92a3-d2d501d811f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63847e25-d681-4e68-b590-02ab363c83c5 HTTP/1.1" status: 204 len: 168 time: 0.1756139 May 03 21:20:07.688964 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59134) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:07.706473 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c40c3985-f189-45b4-8a00-3ce7093335c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.721347 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c40c3985-f189-45b4-8a00-3ce7093335c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:07.725120 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c40c3985-f189-45b4-8a00-3ce7093335c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b056278207414a64aa1d5f56d9af1328 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:07.727866 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c40c3985-f189-45b4-8a00-3ce7093335c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:07.734613 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c40c3985-f189-45b4-8a00-3ce7093335c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:07.817272 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c40c3985-f189-45b4-8a00-3ce7093335c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.820769 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c40c3985-f189-45b4-8a00-3ce7093335c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.867890 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c40c3985-f189-45b4-8a00-3ce7093335c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b056278207414a64aa1d5f56d9af1328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778724 May 03 21:20:07.868749 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c3985-f189-45b4-8a00-3ce7093335c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69bb1ef-0aba-4f2f-92b3-beef185fc34d,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:07.871449 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59138) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:08.062995 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f38eb2c2-be10-4f4c-9b16-80add8f0f483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.097102 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f38eb2c2-be10-4f4c-9b16-80add8f0f483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.111758 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:20:08.127678 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67c572-70fe-4074-b6d1-044efcb40674 req-d6f8d4e9-d3f3-40f1-a4a5-7c0b1fef290d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:08.129124 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3f67c572-70fe-4074-b6d1-044efcb40674 req-d6f8d4e9-d3f3-40f1-a4a5-7c0b1fef290d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 943 time: 0.1361818 May 03 21:20:08.186591 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3f67c572-70fe-4074-b6d1-044efcb40674 req-f439c530-c983-452d-b176-a667d7e3bf6b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491824 May 03 21:20:08.196510 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f38eb2c2-be10-4f4c-9b16-80add8f0f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.213705 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38eb2c2-be10-4f4c-9b16-80add8f0f483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69bb1ef-0aba-4f2f-92b3-beef185fc34d,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:08.224461 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f38eb2c2-be10-4f4c-9b16-80add8f0f483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.228092 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-f38eb2c2-be10-4f4c-9b16-80add8f0f483 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b69bb1ef-0aba-4f2f-92b3-beef185fc34d HTTP/1.1" status: 204 len: 168 time: 0.3528466 May 03 21:20:08.251909 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:08.268128 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'port_id': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63', 'mac_address': 'fa:16:3e:1c:c2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:20:08.328105 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.348349 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:20:08.365224 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:08.369341 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.437495 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:08.668905 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['13d76a03-7911-4eb2-ba74-6e0fbfafdf63'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:20:09.381938 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8aab-3ae8-4c7a-bca5-11b9de0dae47 req-0e0015c2-b8a6-412f-ab26-04809c9190bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:09.383415 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-297e8aab-3ae8-4c7a-bca5-11b9de0dae47 req-0e0015c2-b8a6-412f-ab26-04809c9190bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 944 time: 0.0831878 May 03 21:20:09.427200 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-297e8aab-3ae8-4c7a-bca5-11b9de0dae47 req-88c15805-790b-4be6-82ba-0489e7ba2a84 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378766 May 03 21:20:10.117230 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:20:10.184984 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:20:10.190072 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:20:10.190453 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:10.310356 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:10.337932 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c8271d-408a-415a-b076-1f4b1d31b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:20:10.348998 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:10.352888 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:10.384458 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b4acec-bc35-4c17-bf66-d00982444c7c'] response: {'server_uuid': '43c8271d-408a-415a-b076-1f4b1d31b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63', 'code': 200} May 03 21:20:10.426555 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:10.434040 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.434379 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.434716 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.435047 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.435367 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.435687 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.436005 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.436319 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.436664 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.437620 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.438051 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.438373 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:10.684198 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48294c6-9331-490e-9c59-6a5defb7b093 req-145e94f7-8168-4b9f-9e26-18dbd31463fa tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:10.685555 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d48294c6-9331-490e-9c59-6a5defb7b093 req-145e94f7-8168-4b9f-9e26-18dbd31463fa tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 945 time: 0.1382041 May 03 21:20:10.691639 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f0225-024e-45e2-8ad5-5e4a228e1048 req-79ddb04c-49d9-4da3-9d1d-759031475d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:10.693016 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-376f0225-024e-45e2-8ad5-5e4a228e1048 req-79ddb04c-49d9-4da3-9d1d-759031475d45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 1098 time: 0.1008973 May 03 21:20:10.762046 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d48294c6-9331-490e-9c59-6a5defb7b093 req-b4e2df95-622d-4e9c-964f-4c638337da2b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680757 May 03 21:20:10.766085 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-376f0225-024e-45e2-8ad5-5e4a228e1048 req-c6e06751-c4a5-4640-909c-2279142b2074 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589035 May 03 21:20:11.533601 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.956850 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461d611-a0ac-4a95-b3a5-834662d9487c req-d85daf02-7fa3-458f-a144-0eb507d26f5a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:11.958216 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b461d611-a0ac-4a95-b3a5-834662d9487c req-d85daf02-7fa3-458f-a144-0eb507d26f5a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 945 time: 0.0807431 May 03 21:20:12.004548 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b461d611-a0ac-4a95-b3a5-834662d9487c req-2b57ed90-a35b-4f11-8bbd-9f74e19d9b44 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405331 May 03 21:20:13.195479 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665bf2c-37af-42ba-aae4-649d932a7f01 req-c5b3ea3d-780e-44e2-808b-ae11c0f30c30 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:13.196910 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6665bf2c-37af-42ba-aae4-649d932a7f01 req-c5b3ea3d-780e-44e2-808b-ae11c0f30c30 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 945 time: 0.0833814 May 03 21:20:13.241234 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6665bf2c-37af-42ba-aae4-649d932a7f01 req-fba71782-26a1-4e4a-9d20-0cd799310819 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380924 May 03 21:20:13.423611 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883dc52-3c71-48b8-8ee3-72a3321d934b req-74817da5-37d8-4b4e-b5e5-a1dbe8a6592b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:13.425024 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c883dc52-3c71-48b8-8ee3-72a3321d934b req-74817da5-37d8-4b4e-b5e5-a1dbe8a6592b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 945 time: 0.0787313 May 03 21:20:13.433340 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59242) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:13.438822 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-d5de024b-1e33-417c-b542-04752b1536bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'floatingip': {'port_id': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:13.517344 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5de024b-1e33-417c-b542-04752b1536bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:14.080825 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-df8b3d01-56d0-46d1-ac84-ed4264e36b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:14.099465 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5de024b-1e33-417c-b542-04752b1536bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:14.103165 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5de024b-1e33-417c-b542-04752b1536bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:14.361877 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [None req-d5de024b-1e33-417c-b542-04752b1536bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Floating IP 9f6adc73-3998-40e7-ae7a-3177f59012c0 associated. External IP: 172.28.1.213, port: 13d76a03-7911-4eb2-ba74-6e0fbfafdf63. May 03 21:20:14.756394 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5de024b-1e33-417c-b542-04752b1536bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:20:14.972452 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5de024b-1e33-417c-b542-04752b1536bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:20:14.978139 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5de024b-1e33-417c-b542-04752b1536bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:14.988882 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:20:14.998694 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:20:15.000072 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:19:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:15.048177 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d5de024b-1e33-417c-b542-04752b1536bc tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "PUT /v2.0/floatingips/9f6adc73-3998-40e7-ae7a-3177f59012c0 HTTP/1.1" status: 200 len: 991 time: 1.6137912 May 03 21:20:15.049161 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c8271d-408a-415a-b076-1f4b1d31b312', 'tag': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:20:15.103544 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7891e535-f2cc-45a8-944c-8cee05ebc248'] response: {'name': 'network-changed', 'server_uuid': '43c8271d-408a-415a-b076-1f4b1d31b312', 'tag': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63', 'status': 'completed', 'code': 200} May 03 21:20:15.208000 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:20:15.235203 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-01036829-7e43-40d1-9aa8-0e83a96d42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:15.236650 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-01036829-7e43-40d1-9aa8-0e83a96d42a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 1098 time: 0.0835514 May 03 21:20:15.388063 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-939fd633-5896-4f03-b9f0-953299356c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:15.389582 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-939fd633-5896-4f03-b9f0-953299356c6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 915 time: 0.1411340 May 03 21:20:15.496424 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-836085a9-877c-4912-980f-6217431e955f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d76a03-7911-4eb2-ba74-6e0fbfafdf63 HTTP/1.1" status: 200 len: 999 time: 0.1006699 May 03 21:20:15.561486 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-84d54017-578b-4d08-b579-a094de144a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:15.562946 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-84d54017-578b-4d08-b579-a094de144a53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0600684 May 03 21:20:15.573083 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '9f6adc73-3998-40e7-ae7a-3177f59012c0', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:1c:c2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c8271d-408a-415a-b076-1f4b1d31b312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:20:00Z', 'updated_at': '2022-05-03T21:20:13Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}, {'id': 'cac8370d-14e6-4a7f-9937-4d10c0c7f42a', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:2e:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:58Z', 'updated_at': '2022-05-03T21:19:19Z', 'revision_number': 2, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:15.577900 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:20:15.587535 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:20:15.588133 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:19:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:15.644685 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-e0ef9689-dd07-4099-b98a-52e3a2ea64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:15.646248 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-e0ef9689-dd07-4099-b98a-52e3a2ea64fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765336 May 03 21:20:15.768889 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:20:15.785528 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-37d16a04-8025-4e19-b27e-18f02ae7c8dd service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313956 May 03 21:20:16.027539 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8da16f86-009f-45da-a4a3-fb44aa042029 req-7475f8b2-4fc6-4ac2-906b-45ab49b9c630 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343166 May 03 21:20:16.174073 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '9f6adc73-3998-40e7-ae7a-3177f59012c0', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:1c:c2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c8271d-408a-415a-b076-1f4b1d31b312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:20:00Z', 'updated_at': '2022-05-03T21:20:13Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}, {'id': 'cac8370d-14e6-4a7f-9937-4d10c0c7f42a', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:2e:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:58Z', 'updated_at': '2022-05-03T21:19:19Z', 'revision_number': 2, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:16.178045 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc83be-dcd3-4224-a1d5-cfd5cdeb6d92 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '9f6adc73-3998-40e7-ae7a-3177f59012c0', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:1c:c2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c8271d-408a-415a-b076-1f4b1d31b312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:20:00Z', 'updated_at': '2022-05-03T21:20:13Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}, {'id': 'cac8370d-14e6-4a7f-9937-4d10c0c7f42a', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:2e:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:58Z', 'updated_at': '2022-05-03T21:19:19Z', 'revision_number': 2, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:20:16.357443 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57475a24-2ce2-4008-a11a-827350d85226 None None] New status for floating IP 9f6adc73-3998-40e7-ae7a-3177f59012c0: ACTIVE {{(pid=87242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:20:16.431988 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-d1642a73-5e75-4837-bfb6-70caafc2a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:17.439137 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:17.623247 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:18.694314 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:23.835486 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20be7-d413-4ff1-a150-c500ba9a866a req-901564e8-8314-4e79-8fdd-deaeeb573bf2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:23.836890 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f0b20be7-d413-4ff1-a150-c500ba9a866a req-901564e8-8314-4e79-8fdd-deaeeb573bf2 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 946 time: 0.0819662 May 03 21:20:23.877942 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f0b20be7-d413-4ff1-a150-c500ba9a866a req-49eeab75-5cc8-4f48-a7a1-c70596c3013f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355341 May 03 21:20:25.064962 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3ea07-3c06-4422-9c2b-fe0425eddac1 req-d0044b2f-96b8-4974-a0c7-5aeae01be887 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:25.066964 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c6c3ea07-3c06-4422-9c2b-fe0425eddac1 req-d0044b2f-96b8-4974-a0c7-5aeae01be887 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 946 time: 0.0792089 May 03 21:20:25.113366 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c6c3ea07-3c06-4422-9c2b-fe0425eddac1 req-20461759-076e-4e74-b0e3-9ebd4dd7019f tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401075 May 03 21:20:25.379572 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c798-13d6-4382-8419-61339504a1fe req-5e1785ac-fb48-462e-a1b7-39eb8a5e5621 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:25.380964 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-28e2c798-13d6-4382-8419-61339504a1fe req-5e1785ac-fb48-462e-a1b7-39eb8a5e5621 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.43 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 946 time: 0.0775504 May 03 21:20:25.448529 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Deleting port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:25.448868 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:25.698871 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] For port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:25.699232 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:25.999382 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:25.999625 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:25.999909 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Floating IP 988c7bf0-20da-40e8-9f69-21929a8bf57e disassociated. External IP: 172.28.1.214, port: 4eff8c4d-1de7-42b6-9d38-4695c3b786fb. May 03 21:20:26.000323 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Calling delete_port for 4eff8c4d-1de7-42b6-9d38-4695c3b786fb owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:20:26.138342 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:26.190075 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event deleted for resources: {'Port': ['ID=4eff8c4d-1de7-42b6-9d38-4695c3b786fb,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:26.369810 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6bc5bbef-9a55-407d-b01d-43dc5662d0ec req-d694b6f8-5731-4dac-b2be-584f170414d9 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d38836-8be3-4531-aedb-6593cc66460d HTTP/1.1" status: 200 len: 210 time: 0.1136723 May 03 21:20:26.418819 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:20:26.683953 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:20:26.694773 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] Sync routers for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:20:26.704600 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:20:26.705274 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:20:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:26.758707 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] No DVR routers for this DVR port 4eff8c4d-1de7-42b6-9d38-4695c3b786fb on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:20:26.761149 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:26.763804 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'name': 'network-vif-deleted', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:20:26.777509 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-28e2c798-13d6-4382-8419-61339504a1fe req-9f92c596-cd67-41ce-8c52-402076e41103 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.43 "DELETE /v2.0/ports/4eff8c4d-1de7-42b6-9d38-4695c3b786fb HTTP/1.1" status: 204 len: 173 time: 1.3911905 May 03 21:20:26.825409 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08e968c-3650-47da-8f80-dc9dad3d4aa9'] response: {'server_uuid': '77d38836-8be3-4531-aedb-6593cc66460d', 'name': 'network-vif-deleted', 'tag': '4eff8c4d-1de7-42b6-9d38-4695c3b786fb', 'status': 'completed', 'code': 200} May 03 21:20:26.895880 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:20:27.215664 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:27.219303 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] Checking router: bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:20:27.227568 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:20:27.228168 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:20:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:27.404108 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:20:27.497904 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59332) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:27.564796 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-42895dbd-0b05-498d-80a7-a249c9e3b623 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:27.591649 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-42895dbd-0b05-498d-80a7-a249c9e3b623 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:27.644109 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-42895dbd-0b05-498d-80a7-a249c9e3b623 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:27.663846 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42895dbd-0b05-498d-80a7-a249c9e3b623 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f74d0e4-c0f3-4d9f-b493-8dbe58af9312,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:27.680864 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-42895dbd-0b05-498d-80a7-a249c9e3b623 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:27.682260 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-42895dbd-0b05-498d-80a7-a249c9e3b623 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "DELETE /v2.0/security-groups/1f74d0e4-c0f3-4d9f-b493-8dbe58af9312 HTTP/1.1" status: 204 len: 168 time: 0.1833882 May 03 21:20:27.684886 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59336) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:27.702346 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.api.v2.resource [None req-0174f7a6-94f7-47c4-a353-d34a37cf7400 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] show failed (client error): The resource could not be found. May 03 21:20:27.703345 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-0174f7a6-94f7-47c4-a353-d34a37cf7400 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "GET /v2.0/security-groups/1f74d0e4-c0f3-4d9f-b493-8dbe58af9312 HTTP/1.1" status: 404 len: 347 time: 0.0175502 May 03 21:20:27.706170 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59340) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:27.724442 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:27.728394 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a19a82-085a-4af5-a553-66fdbac18072 None None] The sync data for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb is: [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:14:03Z', 'revision_number': 4, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '5a511a50-3e08-47e7-82d1-d373d1f67229', 'name': '', 'network_id': 'd732ef39-db98-481b-84eb-841077299c8c', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'mac_address': 'fa:16:3e:f9:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:57Z', 'updated_at': '2022-05-03T21:14:18Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'subnets': [{'id': 'dfe20558-8da2-48ec-ba1b-4ef69a4506a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:20:27.944698 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0199a1-70a4-4b5e-afb1-39852a25b8ed None None] New status for floating IP 988c7bf0-20da-40e8-9f69-21929a8bf57e: DOWN {{(pid=87242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:20:27.967765 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Deleting port 46d23690-1ce6-49a2-8181-0f3d7385e59a {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:27.968098 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:28.134913 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:28.135238 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:28.230326 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4eff8c4d-1de7-42b6-9d38-4695c3b786fb no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:20:28.266307 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Calling delete_port for 46d23690-1ce6-49a2-8181-0f3d7385e59a owned by network:floatingip {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:20:28.307498 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 4eff8c4d-1de7-42b6-9d38-4695c3b786fb {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:20:28.307861 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 4eff8c4d-1de7-42b6-9d38-4695c3b786fb not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:20:28.357795 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.db.api [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:20:28.358142 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG oslo_db.api [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:20:28.859839 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Deleting port 46d23690-1ce6-49a2-8181-0f3d7385e59a {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:28.860476 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:29.028407 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:29.028732 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:29.148885 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Calling delete_port for 46d23690-1ce6-49a2-8181-0f3d7385e59a owned by network:floatingip {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:20:29.288020 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:29.337995 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Pushing event deleted for resources: {'Port': ['ID=46d23690-1ce6-49a2-8181-0f3d7385e59a,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:29.429887 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks [] for floatingip, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:29.443734 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:29.447450 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a7cdc180-a006-415e-8dc8-eeb1781199f1 tempest-AttachVolumeShelveTestJSON-2053470596 tempest-AttachVolumeShelveTestJSON-2053470596-project] 10.222.0.44 "DELETE /v2.0/floatingips/988c7bf0-20da-40e8-9f69-21929a8bf57e HTTP/1.1" status: 204 len: 168 time: 1.7375083 May 03 21:20:32.190264 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59392) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:32.241388 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59398) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:32.447626 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:32.470043 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:32.478626 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ae0de6431d4129a877f5b99182d67f is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:32.482664 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:32.497364 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:32.883895 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:32.890001 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:32.989897 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce471178-fd8b-41f0-ba89-e4b200ae24be,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:32.993575 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7ae0de6431d4129a877f5b99182d67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7511308 May 03 21:20:32.996346 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59404) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:33.001378 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.001700 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.002055 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.002382 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.002707 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.003027 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.003976 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.004306 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.004631 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.004950 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.005267 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.005583 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bd77b-5829-4a59-8b68-4099eca15cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:33.055385 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8cc8f944-688d-4fbb-944e-4205d3a6976f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:33.079874 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8cc8f944-688d-4fbb-944e-4205d3a6976f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:33.103785 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636969'] for router_interface, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:33.131247 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8cc8f944-688d-4fbb-944e-4205d3a6976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:33.147197 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8f944-688d-4fbb-944e-4205d3a6976f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce471178-fd8b-41f0-ba89-e4b200ae24be,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:33.152777 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8cc8f944-688d-4fbb-944e-4205d3a6976f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:33.156395 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-8cc8f944-688d-4fbb-944e-4205d3a6976f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce471178-fd8b-41f0-ba89-e4b200ae24be HTTP/1.1" status: 204 len: 168 time: 0.1565361 May 03 21:20:33.462466 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] Deleting port 5a511a50-3e08-47e7-82d1-d373d1f67229 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:33.462975 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:33.642730 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] For port 5a511a50-3e08-47e7-82d1-d373d1f67229, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=5a511a50-3e08-47e7-82d1-d373d1f67229,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:33.643087 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:33.767232 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] Calling delete_port for 5a511a50-3e08-47e7-82d1-d373d1f67229 owned by network:router_interface {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:20:33.939439 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:33.988907 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a511a50-3e08-47e7-82d1-d373d1f67229,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:34.258759 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637109'] for router_interface, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:34.733198 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] Router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:20:34.916374 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:20:34.926728 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] Sync routers for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:20:34.935669 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:20:34.936284 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:20:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:34.936938 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-2517fb1f-47b2-436f-a019-c915cfa79eb0 admin admin] 10.222.0.44 "PUT /v2.0/routers/bf8a4f89-6e3a-40af-b00b-c4d99f9c3563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7450628 May 03 21:20:34.939521 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59438) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:35.109631 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Notify callbacks [] for router, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.117478 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:20:35.288045 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.297305 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Deleting port 2a86eb8a-948b-455a-b797-1e8eafa18bab {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:35.297652 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.406686 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:20:33Z', 'revision_number': 5, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port': {'id': '2a86eb8a-948b-455a-b797-1e8eafa18bab', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:13:47Z', 'updated_at': '2022-05-03T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:35.411004 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] Checking router: bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:20:35.419325 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] Routers {'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:20:35.419912 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:20:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:35.486161 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] For port 2a86eb8a-948b-455a-b797-1e8eafa18bab, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=2a86eb8a-948b-455a-b797-1e8eafa18bab,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:35.486514 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.572405 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] Set router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 gateway port host: None {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:20:35.620211 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Calling delete_port for 2a86eb8a-948b-455a-b797-1e8eafa18bab owned by network:router_gateway {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:20:35.681257 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:20:35Z', 'revision_number': 6, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port_host': None}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:35.685615 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f5a7f2-1835-448b-b0ed-70c2c54a494b None None] The sync data for ids ['bf8a4f89-6e3a-40af-b00b-c4d99f9c3563'] in dv-cinder-840376-1-smb is: [{'id': 'bf8a4f89-6e3a-40af-b00b-c4d99f9c3563', 'name': 'tempest-AttachVolumeShelveTestJSON-1165177069-router', 'tenant_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:13:45Z', 'updated_at': '2022-05-03T21:20:35Z', 'revision_number': 6, 'project_id': 'e6a5e99eb98a4e0ba5560e5d00ef2c27', 'gw_port_host': None}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:20:35.906632 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.955044 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a86eb8a-948b-455a-b797-1e8eafa18bab,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:36.049744 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624140'] for router_gateway, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.219391 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.221482 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.244169 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638692'] for router, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.244684 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 {{(pid=87240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:20:36.259720 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.263889 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59454) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:36.270350 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-5adbcd8d-7fce-4991-88ca-5372b5d9023a admin admin] 10.222.0.44 "DELETE /v2.0/routers/bf8a4f89-6e3a-40af-b00b-c4d99f9c3563 HTTP/1.1" status: 204 len: 168 time: 1.3297992 May 03 21:20:36.327875 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6160761-bff3-447e-9d37-51314b3f21f0 admin admin] Deleting subnet dfe20558-8da2-48ec-ba1b-4ef69a4506a8 {{(pid=87239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:20:36.330662 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f6160761-bff3-447e-9d37-51314b3f21f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.384735 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f6160761-bff3-447e-9d37-51314b3f21f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304469'] for subnet, precommit_delete_associations {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.467518 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f6160761-bff3-447e-9d37-51314b3f21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.536439 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f6160761-bff3-447e-9d37-51314b3f21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228420'] for subnet, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.575159 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-f6160761-bff3-447e-9d37-51314b3f21f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.580078 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac642df-0615-4626-9895-f353addd8f70 None None] Network d732ef39-db98-481b-84eb-841077299c8c requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:20:36.582146 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6160761-bff3-447e-9d37-51314b3f21f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe20558-8da2-48ec-ba1b-4ef69a4506a8,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:36.589491 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-f6160761-bff3-447e-9d37-51314b3f21f0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dfe20558-8da2-48ec-ba1b-4ef69a4506a8 HTTP/1.1" status: 204 len: 168 time: 0.3230858 May 03 21:20:36.590478 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59458) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:36.703342 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.715325 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Deleting port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:36.715656 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.841549 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] DHCP port deletion for d732ef39-db98-481b-84eb-841077299c8c request from dv-cinder-840376-1-smb {{(pid=87241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:20:36.845701 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] Deleting port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:36.846127 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.921445 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] For port 9708d73d-a27a-45b5-9671-bf5fb4840ca7, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=9708d73d-a27a-45b5-9671-bf5fb4840ca7,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:36.921793 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.044311 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Calling delete_port for 9708d73d-a27a-45b5-9671-bf5fb4840ca7 owned by network:dhcp {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:20:37.054596 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] For port 9708d73d-a27a-45b5-9671-bf5fb4840ca7, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=9708d73d-a27a-45b5-9671-bf5fb4840ca7,segment=NetworkSegment(31bf6579-b8a6-4031-ba34-f0b5e343642c),segment_id=31bf6579-b8a6-4031-ba34-f0b5e343642c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:37.055050 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.125383 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.175697 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=9708d73d-a27a-45b5-9671-bf5fb4840ca7,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:37.177574 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] No DVR routers for this DVR port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 on host dv-cinder-840376-1-smb {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:20:37.237331 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] Calling delete_port for 9708d73d-a27a-45b5-9671-bf5fb4840ca7 owned by network:dhcp {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:20:37.296035 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.324214 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d732ef39-db98-481b-84eb-841077299c8c']}} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:37.338382 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bf6579-b8a6-4031-ba34-f0b5e343642c') {'for_net_delete': True} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:37.338898 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bf6579-b8a6-4031-ba34-f0b5e343642c') {} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:37.346780 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.db.api [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:20:37.347833 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG oslo_db.api [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:20:37.352808 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304476'] for segment, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.372993 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.380679 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:20:37.381166 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305226'] for segment, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: Traceback (most recent call last): May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: timer() May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: cb(*args, **kw) May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: return func(*args, **kwargs) May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: self._notify() May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: self.callback(batched_events) May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: event.method(event) May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: return f(self, *a, **k) May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: return self._get(url).json() May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: return self.request(url, 'GET', **kwargs) May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:20:37.396459 dv-cinder-840376-1-smb neutron-server[87239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:20:37.409951 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 9708d73d-a27a-45b5-9671-bf5fb4840ca7 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:20:37.446512 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 9708d73d-a27a-45b5-9671-bf5fb4840ca7 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:20:37.446850 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 9708d73d-a27a-45b5-9671-bf5fb4840ca7 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:20:37.447265 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5a511a50-3e08-47e7-82d1-d373d1f67229 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:20:37.482466 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 5a511a50-3e08-47e7-82d1-d373d1f67229 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:20:37.482861 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 5a511a50-3e08-47e7-82d1-d373d1f67229 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:20:37.483275 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 2a86eb8a-948b-455a-b797-1e8eafa18bab no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:20:37.521892 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 2a86eb8a-948b-455a-b797-1e8eafa18bab {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:20:37.522258 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 2a86eb8a-948b-455a-b797-1e8eafa18bab not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:20:37.580510 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.586398 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.615275 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=d732ef39-db98-481b-84eb-841077299c8c,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:37.625790 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-23392930-b3d6-4f54-a4e0-d1009c6b9e99 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d732ef39-db98-481b-84eb-841077299c8c HTTP/1.1" status: 204 len: 168 time: 1.0343337 May 03 21:20:37.795154 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59474) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:37.842180 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-3019ef6a-6872-4a23-b38e-07a5953621b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6a5e99eb98a4e0ba5560e5d00ef2c27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457923 May 03 21:20:37.844669 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59478) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:37.849353 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] Deleting port 9708d73d-a27a-45b5-9671-bf5fb4840ca7 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:37.849955 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.903000 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-054125db-ac02-457e-a247-6ccc95fd297c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.915092 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-12d47821-e667-4339-8a39-b665805bb4b0 None None] The port '9708d73d-a27a-45b5-9671-bf5fb4840ca7' was deleted {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:20:37.930117 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-054125db-ac02-457e-a247-6ccc95fd297c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:37.982451 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-054125db-ac02-457e-a247-6ccc95fd297c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:38.000974 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054125db-ac02-457e-a247-6ccc95fd297c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16a3280-1492-4a29-8967-8cdbfd8ef603,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:38.008085 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-054125db-ac02-457e-a247-6ccc95fd297c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:38.009185 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-054125db-ac02-457e-a247-6ccc95fd297c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a16a3280-1492-4a29-8967-8cdbfd8ef603 HTTP/1.1" status: 204 len: 168 time: 0.1636558 May 03 21:20:41.198419 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:20:41.553760 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:42.453322 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-29fc5f5b-7550-45aa-8a6e-15691a2b1ea2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791731 May 03 21:20:42.561216 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-6e0add36-15d6-4893-9e42-50f538db0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:42.562848 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-6e0add36-15d6-4893-9e42-50f538db0bed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 1098 time: 0.0741248 May 03 21:20:42.712466 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-35d39624-c290-4fd3-a825-d73b617d51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:42.713925 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-35d39624-c290-4fd3-a825-d73b617d51b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 915 time: 0.1311388 May 03 21:20:42.818758 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-207f3266-2b31-4b92-9220-a64360cca26f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00e3e9bb-0933-4c6a-b3d9-0e29064f7536 HTTP/1.1" status: 200 len: 1001 time: 0.0983284 May 03 21:20:42.881917 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-61036a77-13cf-4da1-8c4c-c3e03b0134c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:42.883377 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-61036a77-13cf-4da1-8c4c-c3e03b0134c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0582840 May 03 21:20:42.962435 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-b8499fe0-a367-4b56-9af0-d67c72a3b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:42.963981 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-b8499fe0-a367-4b56-9af0-d67c72a3b6b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736134 May 03 21:20:43.098744 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-f43a9c6c-831a-488c-93e3-1fdf295e8fa9 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278310 May 03 21:20:43.226242 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0abf6d9c-7fb0-40f7-929a-00fdf71cee41 req-30025014-c00e-44c0-ad3c-8aa0ee292e0a service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204207 May 03 21:20:44.084437 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c4024634-43cd-465a-9d14-96bd196612b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.002730 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59664) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:45.115213 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ea41d35f-6e45-4268-9c30-abd4af5909bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.129313 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ea41d35f-6e45-4268-9c30-abd4af5909bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:45.133138 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ea41d35f-6e45-4268-9c30-abd4af5909bc admin admin] Usage tracker for resource:security_group_rule and tenant:18cf628ea8f24d0094290ced98d4398c is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:45.136935 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ea41d35f-6e45-4268-9c30-abd4af5909bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:45.142604 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ea41d35f-6e45-4268-9c30-abd4af5909bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:45.224187 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ea41d35f-6e45-4268-9c30-abd4af5909bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.228044 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ea41d35f-6e45-4268-9c30-abd4af5909bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.281960 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ea41d35f-6e45-4268-9c30-abd4af5909bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18cf628ea8f24d0094290ced98d4398c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769122 May 03 21:20:45.282897 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41d35f-6e45-4268-9c30-abd4af5909bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bad4a86-1f39-4d79-afc3-2efa61242d3c,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:45.283722 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59676) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:45.351121 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-444cb2fb-4e54-420d-90ac-28aa5c0e0c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.376807 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-444cb2fb-4e54-420d-90ac-28aa5c0e0c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.431416 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-444cb2fb-4e54-420d-90ac-28aa5c0e0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.447628 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cb2fb-4e54-420d-90ac-28aa5c0e0c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bad4a86-1f39-4d79-afc3-2efa61242d3c,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:45.452053 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-444cb2fb-4e54-420d-90ac-28aa5c0e0c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.453099 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-444cb2fb-4e54-420d-90ac-28aa5c0e0c89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bad4a86-1f39-4d79-afc3-2efa61242d3c HTTP/1.1" status: 204 len: 168 time: 0.1651378 May 03 21:20:46.433391 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-82c9cf87-b351-480d-b2b6-8b08a2a76bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.135660 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59706) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:47.255262 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e7a5-63fb-48b9-84e1-973577015849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.272551 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c0f4e7a5-63fb-48b9-84e1-973577015849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:47.276504 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c0f4e7a5-63fb-48b9-84e1-973577015849 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d63c36f67649609eee1e3f31cb56fa is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:47.279371 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c0f4e7a5-63fb-48b9-84e1-973577015849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:47.286414 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c0f4e7a5-63fb-48b9-84e1-973577015849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:47.369706 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e7a5-63fb-48b9-84e1-973577015849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.373408 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e7a5-63fb-48b9-84e1-973577015849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.420646 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c0f4e7a5-63fb-48b9-84e1-973577015849 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6d63c36f67649609eee1e3f31cb56fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838016 May 03 21:20:47.422147 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4e7a5-63fb-48b9-84e1-973577015849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d340ebd-77bc-46ca-bb8c-a5525fa10f94,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:47.423376 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59712) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:47.442566 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.482476 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3acd-5155-480a-9ff2-83e9cd7ee33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.506908 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3acd-5155-480a-9ff2-83e9cd7ee33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.561560 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3acd-5155-480a-9ff2-83e9cd7ee33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.576882 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a3acd-5155-480a-9ff2-83e9cd7ee33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d340ebd-77bc-46ca-bb8c-a5525fa10f94,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:47.586489 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3acd-5155-480a-9ff2-83e9cd7ee33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.588190 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-7e3a3acd-5155-480a-9ff2-83e9cd7ee33f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d340ebd-77bc-46ca-bb8c-a5525fa10f94 HTTP/1.1" status: 204 len: 168 time: 0.1632373 May 03 21:20:47.626014 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.860536 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59720) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:47.877378 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbe92-a859-45d8-86d4-482dee2fc275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.891679 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-fe4cbe92-a859-45d8-86d4-482dee2fc275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:47.896015 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-fe4cbe92-a859-45d8-86d4-482dee2fc275 admin admin] Usage tracker for resource:security_group_rule and tenant:dc329f2a0db04a7fa040f6809a2047ac is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:47.898748 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-fe4cbe92-a859-45d8-86d4-482dee2fc275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:47.904256 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-fe4cbe92-a859-45d8-86d4-482dee2fc275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:47.984363 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbe92-a859-45d8-86d4-482dee2fc275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.988481 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbe92-a859-45d8-86d4-482dee2fc275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:48.033908 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-fe4cbe92-a859-45d8-86d4-482dee2fc275 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc329f2a0db04a7fa040f6809a2047ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723349 May 03 21:20:48.034805 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cbe92-a859-45d8-86d4-482dee2fc275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3364c8-708f-4895-a93d-e601fb8e2fe2,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:48.036950 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59724) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:48.094315 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-601b9735-c181-45f8-9a7f-0db3dd6f9a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:48.118713 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-601b9735-c181-45f8-9a7f-0db3dd6f9a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:48.171407 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-601b9735-c181-45f8-9a7f-0db3dd6f9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:48.186554 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b9735-c181-45f8-9a7f-0db3dd6f9a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3364c8-708f-4895-a93d-e601fb8e2fe2,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:48.197672 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-601b9735-c181-45f8-9a7f-0db3dd6f9a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:48.198786 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-601b9735-c181-45f8-9a7f-0db3dd6f9a36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e3364c8-708f-4895-a93d-e601fb8e2fe2 HTTP/1.1" status: 204 len: 168 time: 0.1608803 May 03 21:20:48.702848 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:49.872537 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59770) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:49.983429 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c28be9b4-a43e-4d3f-abed-67ad1bf13934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:49.998263 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c28be9b4-a43e-4d3f-abed-67ad1bf13934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:50.002252 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c28be9b4-a43e-4d3f-abed-67ad1bf13934 admin admin] Usage tracker for resource:security_group_rule and tenant:74ce489c364e4436af656369f526b434 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:50.005438 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c28be9b4-a43e-4d3f-abed-67ad1bf13934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:50.011296 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c28be9b4-a43e-4d3f-abed-67ad1bf13934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:50.097563 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c28be9b4-a43e-4d3f-abed-67ad1bf13934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.101548 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c28be9b4-a43e-4d3f-abed-67ad1bf13934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.145161 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28be9b4-a43e-4d3f-abed-67ad1bf13934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55436fbf-237b-496c-bf3a-d76b50b24f7f,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:50.149173 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c28be9b4-a43e-4d3f-abed-67ad1bf13934 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74ce489c364e4436af656369f526b434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756681 May 03 21:20:50.151764 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59776) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:50.207486 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-292ce9b8-a54d-4c06-85cb-9945b872bd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.231920 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-292ce9b8-a54d-4c06-85cb-9945b872bd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.284850 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-292ce9b8-a54d-4c06-85cb-9945b872bd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.300658 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ce9b8-a54d-4c06-85cb-9945b872bd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55436fbf-237b-496c-bf3a-d76b50b24f7f,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:50.312449 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-292ce9b8-a54d-4c06-85cb-9945b872bd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.312616 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-292ce9b8-a54d-4c06-85cb-9945b872bd67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55436fbf-237b-496c-bf3a-d76b50b24f7f HTTP/1.1" status: 204 len: 168 time: 0.1599882 May 03 21:20:50.587578 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59784) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:50.605109 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9317e4ce-f171-4017-9ba7-70f206458a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.629941 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9317e4ce-f171-4017-9ba7-70f206458a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:50.633635 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9317e4ce-f171-4017-9ba7-70f206458a10 admin admin] Usage tracker for resource:security_group_rule and tenant:35758b27bb5d4cf09c80f7ac503a8a8a is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:50.636422 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9317e4ce-f171-4017-9ba7-70f206458a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:50.641978 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9317e4ce-f171-4017-9ba7-70f206458a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:50.724804 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9317e4ce-f171-4017-9ba7-70f206458a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.728516 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9317e4ce-f171-4017-9ba7-70f206458a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.773719 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-9317e4ce-f171-4017-9ba7-70f206458a10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35758b27bb5d4cf09c80f7ac503a8a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850963 May 03 21:20:50.775319 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317e4ce-f171-4017-9ba7-70f206458a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed4128-4089-4a29-a9aa-b7ad84797229,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:50.776423 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59788) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:50.836902 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8548d3e2-2ffd-458d-b7eb-807eb85d50f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.863491 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8548d3e2-2ffd-458d-b7eb-807eb85d50f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.913887 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8548d3e2-2ffd-458d-b7eb-807eb85d50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.929854 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548d3e2-2ffd-458d-b7eb-807eb85d50f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed4128-4089-4a29-a9aa-b7ad84797229,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:50.934069 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-8548d3e2-2ffd-458d-b7eb-807eb85d50f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.935157 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-8548d3e2-2ffd-458d-b7eb-807eb85d50f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66ed4128-4089-4a29-a9aa-b7ad84797229 HTTP/1.1" status: 204 len: 168 time: 0.1577990 May 03 21:20:51.930914 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebf007-eac3-4974-9c72-a4aad890bab9 req-d1846018-0ad3-455c-98b9-d295e184dc49 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:51.938237 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-abebf007-eac3-4974-9c72-a4aad890bab9 req-d1846018-0ad3-455c-98b9-d295e184dc49 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 945 time: 0.0885577 May 03 21:20:51.979026 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-abebf007-eac3-4974-9c72-a4aad890bab9 req-303ac9b0-b3a1-4210-be33-1383ed63b811 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399601 May 03 21:20:53.164073 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf6649-f3f0-4772-b798-0aaadda09e72 req-b63174bb-d8d2-4ef5-aabe-8a183cf7d9ab tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:53.165426 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0ecf6649-f3f0-4772-b798-0aaadda09e72 req-b63174bb-d8d2-4ef5-aabe-8a183cf7d9ab tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 945 time: 0.0788968 May 03 21:20:53.208208 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0ecf6649-f3f0-4772-b798-0aaadda09e72 req-79a64eec-56cf-4958-a79f-c3fede882064 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371439 May 03 21:20:53.371230 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d2f3-de18-4b81-b107-a5212be945be req-2bac6d05-e6f8-44dc-9ec0-2cc6c1a76b26 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:53.373672 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7b58d2f3-de18-4b81-b107-a5212be945be req-2bac6d05-e6f8-44dc-9ec0-2cc6c1a76b26 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 945 time: 0.0946379 May 03 21:20:53.447676 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Deleting port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:53.447922 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:53.775515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] For port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:53.775871 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.059671 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.060042 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.060404 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Floating IP 9f6adc73-3998-40e7-ae7a-3177f59012c0 disassociated. External IP: 172.28.1.213, port: 13d76a03-7911-4eb2-ba74-6e0fbfafdf63. May 03 21:20:54.060674 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Calling delete_port for 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:20:54.210325 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.265232 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'Port': ['ID=13d76a03-7911-4eb2-ba74-6e0fbfafdf63,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:54.459397 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3036cf75-e145-44a8-a453-315e0b4d70ab req-53e6e55f-77c9-4f9d-befb-50456184e4e4 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c8271d-408a-415a-b076-1f4b1d31b312 HTTP/1.1" status: 200 len: 210 time: 0.1107209 May 03 21:20:54.511783 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:20:54.691114 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:20:54.700437 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:20:54.710748 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:20:54.711378 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:20:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:54.764080 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] No DVR routers for this DVR port 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:20:54.766783 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.770837 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c8271d-408a-415a-b076-1f4b1d31b312', 'name': 'network-vif-deleted', 'tag': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:20:54.795681 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7b58d2f3-de18-4b81-b107-a5212be945be req-a5ebd1a8-38ce-4993-83d4-51b53de09215 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "DELETE /v2.0/ports/13d76a03-7911-4eb2-ba74-6e0fbfafdf63 HTTP/1.1" status: 204 len: 173 time: 1.4165132 May 03 21:20:54.817983 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180480df-af1a-4fd7-b801-a3cd3f764e39'] response: {'server_uuid': '43c8271d-408a-415a-b076-1f4b1d31b312', 'name': 'network-vif-deleted', 'tag': '13d76a03-7911-4eb2-ba74-6e0fbfafdf63', 'status': 'completed', 'code': 200} May 03 21:20:54.892891 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:20:55.228867 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cac8370d-14e6-4a7f-9937-4d10c0c7f42a', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:2e:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:58Z', 'updated_at': '2022-05-03T21:19:19Z', 'revision_number': 2, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:55.232737 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:20:55.241314 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:20:55.241467 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:20:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:55.428565 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:20:55.656518 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59882) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:55.737696 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59890) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:55.798369 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-029e7456-a3a7-4218-ba14-bf9a1f082cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.830146 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-029e7456-a3a7-4218-ba14-bf9a1f082cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:55.835028 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c684d599-560e-4645-a5cc-f4c3230f7d17 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.836816 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-029e7456-a3a7-4218-ba14-bf9a1f082cfe admin admin] Usage tracker for resource:security_group_rule and tenant:fcc995fee7e74380a35d791dea1186cc is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:55.840435 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-029e7456-a3a7-4218-ba14-bf9a1f082cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:55.844987 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cac8370d-14e6-4a7f-9937-4d10c0c7f42a', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:2e:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:58Z', 'updated_at': '2022-05-03T21:19:19Z', 'revision_number': 2, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:55.849361 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a9386a-2842-4fe8-ae64-ed4d445c15a8 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'cac8370d-14e6-4a7f-9937-4d10c0c7f42a', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:2e:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:58Z', 'updated_at': '2022-05-03T21:19:19Z', 'revision_number': 2, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:20:55.855634 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-029e7456-a3a7-4218-ba14-bf9a1f082cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:55.879656 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c684d599-560e-4645-a5cc-f4c3230f7d17 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.965205 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c684d599-560e-4645-a5cc-f4c3230f7d17 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.001483 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684d599-560e-4645-a5cc-f4c3230f7d17 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:56.024622 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-029e7456-a3a7-4218-ba14-bf9a1f082cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.026365 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c684d599-560e-4645-a5cc-f4c3230f7d17 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.030278 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c684d599-560e-4645-a5cc-f4c3230f7d17 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "DELETE /v2.0/security-groups/ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec HTTP/1.1" status: 204 len: 168 time: 0.2887831 May 03 21:20:56.030278 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-029e7456-a3a7-4218-ba14-bf9a1f082cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.031343 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59894) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:56.050441 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.api.v2.resource [None req-a6873c39-1a0b-4c32-bc6c-09f4f61f951f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] show failed (client error): The resource could not be found. May 03 21:20:56.051790 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-a6873c39-1a0b-4c32-bc6c-09f4f61f951f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups/ceb722ba-e8ea-4159-a813-f3f5cdf1d5ec HTTP/1.1" status: 404 len: 347 time: 0.0193419 May 03 21:20:56.054723 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59898) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:56.079290 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e7456-a3a7-4218-ba14-bf9a1f082cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f2be28-f6b7-449e-8a23-c23ae12c8200,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:56.083751 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-029e7456-a3a7-4218-ba14-bf9a1f082cfe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcc995fee7e74380a35d791dea1186cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261634 May 03 21:20:56.086306 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59902) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:56.104101 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a03e5-7d2c-464d-a319-30fd91b33dcb None None] New status for floating IP 9f6adc73-3998-40e7-ae7a-3177f59012c0: DOWN {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:20:56.149630 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ebbdca8f-862f-45c4-b914-738f25b8df9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.176516 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ebbdca8f-862f-45c4-b914-738f25b8df9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.231510 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ebbdca8f-862f-45c4-b914-738f25b8df9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.249324 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdca8f-862f-45c4-b914-738f25b8df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f2be28-f6b7-449e-8a23-c23ae12c8200,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:56.254351 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ebbdca8f-862f-45c4-b914-738f25b8df9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.255477 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ebbdca8f-862f-45c4-b914-738f25b8df9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66f2be28-f6b7-449e-8a23-c23ae12c8200 HTTP/1.1" status: 204 len: 168 time: 0.1682866 May 03 21:20:56.320514 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d9e37-7120-470a-961f-fef172b19e7a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Deleting port 1e059b52-221c-4bd5-9555-1bce34f88d8d {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:56.321215 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9e37-7120-470a-961f-fef172b19e7a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.347743 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:20:56.388992 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:20:56.389328 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 13d76a03-7911-4eb2-ba74-6e0fbfafdf63 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:20:56.497166 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9e37-7120-470a-961f-fef172b19e7a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.497490 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9e37-7120-470a-961f-fef172b19e7a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.563511 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 59910) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:56.580688 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-87357091-9e34-4dda-90a0-b42d4e970beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.595139 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-87357091-9e34-4dda-90a0-b42d4e970beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:56.599346 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-87357091-9e34-4dda-90a0-b42d4e970beb admin admin] Usage tracker for resource:security_group_rule and tenant:f546daa181e147b1920bad5a266fce58 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:56.602105 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-87357091-9e34-4dda-90a0-b42d4e970beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:56.607675 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-87357091-9e34-4dda-90a0-b42d4e970beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:56.623393 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d9e37-7120-470a-961f-fef172b19e7a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Calling delete_port for 1e059b52-221c-4bd5-9555-1bce34f88d8d owned by network:floatingip {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:20:56.693808 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-87357091-9e34-4dda-90a0-b42d4e970beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.697882 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-87357091-9e34-4dda-90a0-b42d4e970beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.746146 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-87357091-9e34-4dda-90a0-b42d4e970beb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f546daa181e147b1920bad5a266fce58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814799 May 03 21:20:56.747101 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87357091-9e34-4dda-90a0-b42d4e970beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd143ed-dd54-40b3-b49f-90d832502a75,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:56.749193 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 59914) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:56.783746 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9e37-7120-470a-961f-fef172b19e7a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.845949 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d9e37-7120-470a-961f-fef172b19e7a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'Port': ['ID=1e059b52-221c-4bd5-9555-1bce34f88d8d,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:56.934892 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5728aea7-1fea-4c68-b6ce-51ca40d4463f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.967305 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9e37-7120-470a-961f-fef172b19e7a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.971066 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5728aea7-1fea-4c68-b6ce-51ca40d4463f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:57.010221 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9e37-7120-470a-961f-fef172b19e7a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:57.011319 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-bb1d9e37-7120-470a-961f-fef172b19e7a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "DELETE /v2.0/floatingips/9f6adc73-3998-40e7-ae7a-3177f59012c0 HTTP/1.1" status: 204 len: 168 time: 0.9556589 May 03 21:20:57.033247 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5728aea7-1fea-4c68-b6ce-51ca40d4463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:57.050839 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728aea7-1fea-4c68-b6ce-51ca40d4463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd143ed-dd54-40b3-b49f-90d832502a75,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:57.055891 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5728aea7-1fea-4c68-b6ce-51ca40d4463f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:57.059282 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-5728aea7-1fea-4c68-b6ce-51ca40d4463f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3dd143ed-dd54-40b3-b49f-90d832502a75 HTTP/1.1" status: 204 len: 168 time: 0.3068709 May 03 21:20:59.159379 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f8f54-78fc-4436-9704-fb50a9f3c38b req-b71b2130-ef54-4ed6-8cec-caa635b86363 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:59.160068 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-0c7f8f54-78fc-4436-9704-fb50a9f3c38b req-b71b2130-ef54-4ed6-8cec-caa635b86363 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:59.176003 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-0c7f8f54-78fc-4436-9704-fb50a9f3c38b req-b71b2130-ef54-4ed6-8cec-caa635b86363 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:59.177264 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0c7f8f54-78fc-4436-9704-fb50a9f3c38b req-b71b2130-ef54-4ed6-8cec-caa635b86363 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 945 time: 0.0972807 May 03 21:20:59.226739 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0c7f8f54-78fc-4436-9704-fb50a9f3c38b req-a35d88e7-ecd4-49aa-873a-b1fcee25eabf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 May 03 21:21:00.415997 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55f101-1cb9-4f59-9f61-8b9cd7bda371 req-9297d6e5-d2ff-4c61-921d-e9cc5a3bb1b0 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:00.417415 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c55f101-1cb9-4f59-9f61-8b9cd7bda371 req-9297d6e5-d2ff-4c61-921d-e9cc5a3bb1b0 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 945 time: 0.0788629 May 03 21:21:00.461603 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7c55f101-1cb9-4f59-9f61-8b9cd7bda371 req-dc768f5e-2d90-4914-b39d-2a6f4bcdda20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385418 May 03 21:21:00.810773 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-712be77d-f2a7-4030-b32c-2068cc2da881 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:00.812204 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-712be77d-f2a7-4030-b32c-2068cc2da881 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 945 time: 0.0845170 May 03 21:21:00.880639 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Deleting port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:21:00.881065 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:01.141332 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] For port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:01.141705 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:01.508569 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:01.509383 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:01.514773 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Floating IP cac8370d-14e6-4a7f-9937-4d10c0c7f42a disassociated. External IP: 172.28.1.252, port: 00e3e9bb-0933-4c6a-b3d9-0e29064f7536. May 03 21:21:01.515677 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Calling delete_port for 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:21:01.721020 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02bd33-f9a7-4e31-be8e-f0d7a3755c60 req-375ef61b-6563-42bc-b29e-7670af41395b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:01.722501 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6e02bd33-f9a7-4e31-be8e-f0d7a3755c60 req-375ef61b-6563-42bc-b29e-7670af41395b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dce6f78-29d7-4e6c-bdf5-fc024a5a955d HTTP/1.1" status: 200 len: 945 time: 0.1532574 May 03 21:21:01.729293 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:01.790126 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'Port': ['ID=00e3e9bb-0933-4c6a-b3d9-0e29064f7536,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:01.810416 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.810755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.811083 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.811410 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.811732 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.812077 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.812393 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.812708 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.813035 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.813898 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.813898 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.814254 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:01.935946 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6e02bd33-f9a7-4e31-be8e-f0d7a3755c60 req-903f026c-ce7d-4551-a636-2ce59aaf0812 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=d12fbb0a-a0a1-4534-bbb3-d081eb8970be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075689 May 03 21:21:01.999889 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:21:02.176266 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:21:02.188475 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:21:02.205605 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:02.207230 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:20:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:02.251753 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] No DVR routers for this DVR port 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:21:02.254144 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.256991 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'name': 'network-vif-deleted', 'tag': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:02.296169 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-92826c79-befe-484d-a5e4-fe1136bfa175 req-3b9e454b-3d38-4055-a61b-f897f91e4077 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "DELETE /v2.0/ports/00e3e9bb-0933-4c6a-b3d9-0e29064f7536 HTTP/1.1" status: 204 len: 173 time: 1.4789767 May 03 21:21:02.328465 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42acf504-3cda-4849-bf9a-9a3de0c344db'] response: {'server_uuid': '6dce6f78-29d7-4e6c-bdf5-fc024a5a955d', 'name': 'network-vif-deleted', 'tag': '00e3e9bb-0933-4c6a-b3d9-0e29064f7536', 'status': 'completed', 'code': 200} May 03 21:21:02.435812 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:02.653187 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60038) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:02.759721 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:02.763543 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:21:02.773336 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:02.773874 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:20:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:02.777159 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3e0dd19-2565-4eba-8b69-a0d6e5c77b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.792903 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f3e0dd19-2565-4eba-8b69-a0d6e5c77b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:02.796831 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f3e0dd19-2565-4eba-8b69-a0d6e5c77b66 admin admin] Usage tracker for resource:security_group_rule and tenant:8875e147ff764361ab98d0290e21f04d is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:02.799870 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-f3e0dd19-2565-4eba-8b69-a0d6e5c77b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:02.805811 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-f3e0dd19-2565-4eba-8b69-a0d6e5c77b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:02.897348 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3e0dd19-2565-4eba-8b69-a0d6e5c77b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.901273 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f3e0dd19-2565-4eba-8b69-a0d6e5c77b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.950320 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f3e0dd19-2565-4eba-8b69-a0d6e5c77b66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8875e147ff764361ab98d0290e21f04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934959 May 03 21:21:02.950320 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0dd19-2565-4eba-8b69-a0d6e5c77b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909ddc18-fbf4-4840-91e4-7c83293e5119,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:02.951367 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60044) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:02.974477 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:03.025884 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3f45c696-9a63-455d-bbe3-78d1ec99d150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.057910 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3f45c696-9a63-455d-bbe3-78d1ec99d150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.079910 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60052) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:03.120101 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3f45c696-9a63-455d-bbe3-78d1ec99d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.137063 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45c696-9a63-455d-bbe3-78d1ec99d150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909ddc18-fbf4-4840-91e4-7c83293e5119,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:03.142749 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-3f45c696-9a63-455d-bbe3-78d1ec99d150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.146285 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-3f45c696-9a63-455d-bbe3-78d1ec99d150 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/909ddc18-fbf4-4840-91e4-7c83293e5119 HTTP/1.1" status: 204 len: 168 time: 0.1945486 May 03 21:21:03.149758 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a29dd35e-5bed-4603-96b6-d8000d8a22a8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.179857 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a29dd35e-5bed-4603-96b6-d8000d8a22a8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.243243 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a29dd35e-5bed-4603-96b6-d8000d8a22a8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.280045 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dd35e-5bed-4603-96b6-d8000d8a22a8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12fbb0a-a0a1-4534-bbb3-d081eb8970be,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:03.297438 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a29dd35e-5bed-4603-96b6-d8000d8a22a8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.302638 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60060) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:03.316136 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a29dd35e-5bed-4603-96b6-d8000d8a22a8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "DELETE /v2.0/security-groups/d12fbb0a-a0a1-4534-bbb3-d081eb8970be HTTP/1.1" status: 204 len: 168 time: 0.2347839 May 03 21:21:03.321963 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.api.v2.resource [None req-dde546df-636d-49c3-a8fc-4bd8eb4d24c4 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] show failed (client error): The resource could not be found. May 03 21:21:03.325644 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-dde546df-636d-49c3-a8fc-4bd8eb4d24c4 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups/d12fbb0a-a0a1-4534-bbb3-d081eb8970be HTTP/1.1" status: 404 len: 347 time: 0.0191929 May 03 21:21:03.325809 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60064) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:03.379047 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:03.383873 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9b6b7-4160-4123-9af4-6213ab3dd349 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:21:03.483061 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60068) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:03.485152 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Deleting port a2725be5-7bd3-41af-98af-a9c918b21bfe {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:21:03.485492 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.501603 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10255401-c874-4554-b1a0-1b461e2ba874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.520496 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-10255401-c874-4554-b1a0-1b461e2ba874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:03.524531 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-10255401-c874-4554-b1a0-1b461e2ba874 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb05444c8564c7cbf012fdc123f34d3 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:03.527483 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-10255401-c874-4554-b1a0-1b461e2ba874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:03.534743 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-10255401-c874-4554-b1a0-1b461e2ba874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:03.630203 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018c806-ba9b-4e5a-8913-51036340267b None None] New status for floating IP cac8370d-14e6-4a7f-9937-4d10c0c7f42a: DOWN {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:21:03.634961 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10255401-c874-4554-b1a0-1b461e2ba874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.639118 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-10255401-c874-4554-b1a0-1b461e2ba874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.670960 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.671430 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.696617 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-10255401-c874-4554-b1a0-1b461e2ba874 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5eb05444c8564c7cbf012fdc123f34d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100835 May 03 21:21:03.696617 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10255401-c874-4554-b1a0-1b461e2ba874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f551c1-b062-471b-a004-fece5ef5ee31,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:03.697896 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60072) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:03.763237 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-27be609f-052d-4dfe-9882-346209362408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.792396 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-27be609f-052d-4dfe-9882-346209362408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.852566 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-27be609f-052d-4dfe-9882-346209362408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.870104 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be609f-052d-4dfe-9882-346209362408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f551c1-b062-471b-a004-fece5ef5ee31,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:03.876009 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-27be609f-052d-4dfe-9882-346209362408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.889299 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-27be609f-052d-4dfe-9882-346209362408 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26f551c1-b062-471b-a004-fece5ef5ee31 HTTP/1.1" status: 204 len: 168 time: 0.1907089 May 03 21:21:03.899727 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Calling delete_port for a2725be5-7bd3-41af-98af-a9c918b21bfe owned by network:floatingip {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:21:03.985534 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.db.api [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87239) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:21:03.986261 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG oslo_db.api [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:21:04.214240 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60080) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:04.231905 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13303d77-c2a9-4938-a111-649b631baaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:04.246584 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-13303d77-c2a9-4938-a111-649b631baaa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:04.250491 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-13303d77-c2a9-4938-a111-649b631baaa9 admin admin] Usage tracker for resource:security_group_rule and tenant:0e97b3932ea54abeba0aa6dc9283af6e is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:04.253676 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-13303d77-c2a9-4938-a111-649b631baaa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:04.259519 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-13303d77-c2a9-4938-a111-649b631baaa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:04.344741 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13303d77-c2a9-4938-a111-649b631baaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:04.348770 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-13303d77-c2a9-4938-a111-649b631baaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:04.391987 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:21:04.393393 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13303d77-c2a9-4938-a111-649b631baaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c02df3-ead3-4efb-844f-bd0505dc74b7,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:04.398314 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-13303d77-c2a9-4938-a111-649b631baaa9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e97b3932ea54abeba0aa6dc9283af6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830816 May 03 21:21:04.401296 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60084) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:04.426772 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:21:04.427112 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 00e3e9bb-0933-4c6a-b3d9-0e29064f7536 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:21:04.459132 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-64969c5b-22e2-4c75-8e65-f92132203c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:04.483978 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-64969c5b-22e2-4c75-8e65-f92132203c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:04.490708 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Deleting port a2725be5-7bd3-41af-98af-a9c918b21bfe {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:21:04.491035 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:04.662620 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-64969c5b-22e2-4c75-8e65-f92132203c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:04.683414 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64969c5b-22e2-4c75-8e65-f92132203c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c02df3-ead3-4efb-844f-bd0505dc74b7,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:04.702660 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:04.702995 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:04.825971 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Calling delete_port for a2725be5-7bd3-41af-98af-a9c918b21bfe owned by network:floatingip {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:21:04.862480 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-64969c5b-22e2-4c75-8e65-f92132203c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:04.863579 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-64969c5b-22e2-4c75-8e65-f92132203c6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9c02df3-ead3-4efb-844f-bd0505dc74b7 HTTP/1.1" status: 204 len: 168 time: 0.4614689 May 03 21:21:04.972773 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.020130 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'Port': ['ID=a2725be5-7bd3-41af-98af-a9c918b21bfe,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:05.110637 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.124621 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.125713 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-71397c47-dc07-451b-8dd7-ce7fd3d6b426 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "DELETE /v2.0/floatingips/cac8370d-14e6-4a7f-9937-4d10c0c7f42a HTTP/1.1" status: 204 len: 168 time: 1.7990053 May 03 21:21:05.436101 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60106) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:05.443041 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806624337', 'description': 'tempest-description--439412525'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:05.448900 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:05.453033 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:05.456814 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:05.462587 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:05.472625 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.494322 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:05.498200 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:05.501071 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:05.507732 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:05.582058 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.586821 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.631694 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41ccfad-797c-4cbf-aa3f-93fb71d22904,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:05.635177 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.636599 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c94252bb-b18c-4fd1-8910-ae8dc956158e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1994445 May 03 21:21:05.639868 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60116) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:05.645144 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group_rule': {'security_group_id': 'b41ccfad-797c-4cbf-aa3f-93fb71d22904', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:05.651238 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:05.655176 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:05.658050 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:05.668589 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:05.686479 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.839972 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.843903 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.866932 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f65d6de-9f69-45a0-b2b5-75bf6754f17c,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:05.882497 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.887298 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-61967606-d071-40bf-b55c-69b5a6aad860 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2430530 May 03 21:21:05.887298 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60124) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:05.892230 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group_rule': {'security_group_id': 'b41ccfad-797c-4cbf-aa3f-93fb71d22904', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:05.898073 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:05.901956 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:05.904759 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:05.911297 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:05.928851 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.993864 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:05.997314 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.020510 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7886e05f-fe8f-4097-b199-168b132f3197,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:06.032702 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.037699 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-36c72b88-6159-454e-a7f7-3e022eabeb15 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456072 May 03 21:21:06.037928 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60132) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:06.042791 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:06.048421 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:06.052426 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:floatingip and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:06.055240 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:06.061147 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:06.072512 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.209244 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.356944 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Allocated IP 172.28.1.149 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/5c7830bf-a61a-4e3c-8ae5-ad84dfdbaf0f) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:21:06.503074 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.533301 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.602858 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:06.605895 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:06.609582 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:21:06.648913 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=5c7830bf-a61a-4e3c-8ae5-ad84dfdbaf0f,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:06.694874 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.756847 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.962319 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.967366 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:07.077911 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=5c7830bf-a61a-4e3c-8ae5-ad84dfdbaf0f,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:07.088006 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:07.110554 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:07.111799 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-18d2f944-0c05-407b-82f5-aa7eafbbbb3f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0729353 May 03 21:21:07.160818 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60174) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:07.288387 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8739-4653-418a-bf0a-05a139ee2b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:07.345491 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-8eaf8739-4653-418a-bf0a-05a139ee2b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:07.357633 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-8eaf8739-4653-418a-bf0a-05a139ee2b48 admin admin] Usage tracker for resource:security_group_rule and tenant:7727da8e21e54ae790136971baef5b66 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:07.363108 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-8eaf8739-4653-418a-bf0a-05a139ee2b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:07.371768 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-8eaf8739-4653-418a-bf0a-05a139ee2b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:07.375314 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-6799f09d-a743-41d6-a73a-070d018e9c3d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:21:07.402956 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-6799f09d-a743-41d6-a73a-070d018e9c3d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:21:07.404074 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-6799f09d-a743-41d6-a73a-070d018e9c3d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1806624337&fields=id&tenant_id=e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 267 time: 0.0880556 May 03 21:21:07.592083 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8739-4653-418a-bf0a-05a139ee2b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:07.600654 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-e650f664-01a8-4724-966f-ae2710c8696f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:07.602082 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-e650f664-01a8-4724-966f-ae2710c8696f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 814 time: 0.1855481 May 03 21:21:07.603045 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8739-4653-418a-bf0a-05a139ee2b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:07.632644 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c40ca899-d2b5-4338-8530-a9057d9be4a1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/quotas/e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 375 time: 0.0230904 May 03 21:21:07.696490 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-8eaf8739-4653-418a-bf0a-05a139ee2b48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7727da8e21e54ae790136971baef5b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341578 May 03 21:21:07.697347 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf8739-4653-418a-bf0a-05a139ee2b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8828988-8c80-4957-a5da-80f497b8420c,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:07.699368 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60190) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:07.743232 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-2d4b29ce-0d85-4269-840b-b542e83d88ba tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:21:07.759477 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f5e438d0-8bd6-4653-9ee8-c2fdae094baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:07.759859 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-2d4b29ce-0d85-4269-840b-b542e83d88ba tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:21:07.761111 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-2d4b29ce-0d85-4269-840b-b542e83d88ba tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1206446 May 03 21:21:07.785436 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f5e438d0-8bd6-4653-9ee8-c2fdae094baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:07.838164 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f5e438d0-8bd6-4653-9ee8-c2fdae094baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:07.853097 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e438d0-8bd6-4653-9ee8-c2fdae094baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8828988-8c80-4957-a5da-80f497b8420c,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:07.861071 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-f5e438d0-8bd6-4653-9ee8-c2fdae094baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:07.864654 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-f5e438d0-8bd6-4653-9ee8-c2fdae094baa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8828988-8c80-4957-a5da-80f497b8420c HTTP/1.1" status: 204 len: 168 time: 0.1618974 May 03 21:21:07.902125 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-f060f535-b7a1-4be7-8eae-73c04171b65f service neutron] 10.222.0.44 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290057 May 03 21:21:08.127243 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-84bea0e0-c99c-4758-9d8f-7baadda7ac57 service neutron] 10.222.0.44 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192764 May 03 21:21:08.158456 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60198) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:08.177046 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c7836b1c-e266-4657-8b2e-e4f0f4248663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:08.194463 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c7836b1c-e266-4657-8b2e-e4f0f4248663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:08.198385 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c7836b1c-e266-4657-8b2e-e4f0f4248663 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcbbc4c4f2f429298b2c03f9407dadf is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:08.201279 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-c7836b1c-e266-4657-8b2e-e4f0f4248663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:08.207094 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-c7836b1c-e266-4657-8b2e-e4f0f4248663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:08.304095 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c7836b1c-e266-4657-8b2e-e4f0f4248663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:08.309669 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-c7836b1c-e266-4657-8b2e-e4f0f4248663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:08.318268 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7a925107-a2b2-453d-9e7c-b1a1b8e71380 req-7e8b00f4-4404-4fc2-80e8-e4d82350f2c9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 210 time: 0.0506871 May 03 21:21:08.361209 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-c7836b1c-e266-4657-8b2e-e4f0f4248663 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bcbbc4c4f2f429298b2c03f9407dadf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011416 May 03 21:21:08.364382 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60206) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:08.371460 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7836b1c-e266-4657-8b2e-e4f0f4248663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7446ca1-128e-4eaf-ae7a-3906eb702d19,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:08.422967 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1e402ac-2172-47f8-9def-d18389ad322b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:08.448785 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1e402ac-2172-47f8-9def-d18389ad322b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:08.502044 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1e402ac-2172-47f8-9def-d18389ad322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:08.521471 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e402ac-2172-47f8-9def-d18389ad322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7446ca1-128e-4eaf-ae7a-3906eb702d19,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:08.530466 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1e402ac-2172-47f8-9def-d18389ad322b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:08.534694 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d1e402ac-2172-47f8-9def-d18389ad322b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7446ca1-128e-4eaf-ae7a-3906eb702d19 HTTP/1.1" status: 204 len: 168 time: 0.1694767 May 03 21:21:09.439158 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-ef5f6f46-66d9-4868-8ab7-aff27f84b15d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:09.441073 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-ef5f6f46-66d9-4868-8ab7-aff27f84b15d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 814 time: 0.1609745 May 03 21:21:09.498081 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91b11d4d-8350-4392-a52b-d025879fa9d1 req-23eeede7-4fa3-4dba-aacc-748f06128f14 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 210 time: 0.0557332 May 03 21:21:09.534756 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-d497d5f3-9d2e-4fc6-ae7d-a3f3ddf37055 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 380 time: 0.0568318 May 03 21:21:09.546970 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'port': {'device_id': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'admin_state_up': True, 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'security_groups': ['b41ccfad-797c-4cbf-aa3f-93fb71d22904']}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:09.684737 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:09.694221 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:09.703435 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Made reservation on behalf of e954b1741d1c4ab895e7f6483c74e466 for: {'port': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:21:09.707165 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:09.881958 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Allocated IP 172.20.0.14 (29ae9d68-21bd-4e34-8c69-185d54a2903d/07bcd4cb-af5e-4a7d-8e34-0334c11dd353/46220d38-8fc5-4272-80b8-4009b81ca884) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:21:10.065640 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:10.080081 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Transition to ACTIVE for port object 46220d38-8fc5-4272-80b8-4009b81ca884 will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:10.103030 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:10.177515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:10.180577 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:10.183134 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:21:10.226410 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=46220d38-8fc5-4272-80b8-4009b81ca884,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:10.256536 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:10.257152 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:10.282743 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-c883919a-75ce-41e7-b639-d36137a10a20 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7399516 May 03 21:21:10.301153 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Request body: {'port': {'device_id': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:10.375702 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-3dcb52ad-a2a8-4c2f-9ffd-10d04be81d7e None None] Provisioning for port 46220d38-8fc5-4272-80b8-4009b81ca884 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:10.381364 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-3dcb52ad-a2a8-4c2f-9ffd-10d04be81d7e None None] Provisioning complete for port 46220d38-8fc5-4272-80b8-4009b81ca884 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:10.381846 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3dcb52ad-a2a8-4c2f-9ffd-10d04be81d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:10.413871 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:10.433527 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb52ad-a2a8-4c2f-9ffd-10d04be81d7e None None] Port 46220d38-8fc5-4272-80b8-4009b81ca884 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:21:10.753636 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f93bb-0435-46ce-b3b7-28c2126abae3 req-49ef79b6-9a5d-40ab-b66a-b43aec897e80 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:10.754335 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-801f93bb-0435-46ce-b3b7-28c2126abae3 req-49ef79b6-9a5d-40ab-b66a-b43aec897e80 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:21:10.823417 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-801f93bb-0435-46ce-b3b7-28c2126abae3 req-49ef79b6-9a5d-40ab-b66a-b43aec897e80 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:21:10.824537 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-801f93bb-0435-46ce-b3b7-28c2126abae3 req-49ef79b6-9a5d-40ab-b66a-b43aec897e80 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 932 time: 0.1875010 May 03 21:21:10.830023 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46220d38-8fc5-4272-80b8-4009b81ca884 {{(pid=87239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:21:10.839494 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:10.879940 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Transition to ACTIVE for port object 46220d38-8fc5-4272-80b8-4009b81ca884 will not be triggered until provisioned by entity L2. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:10.886770 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:10.929837 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-801f93bb-0435-46ce-b3b7-28c2126abae3 req-5eeb4839-9330-4f06-8db1-4beae4d728a0 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=b41ccfad-797c-4cbf-aa3f-93fb71d22904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944769 May 03 21:21:11.156711 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Pushing event updated for resources: {'Port': ['ID=46220d38-8fc5-4272-80b8-4009b81ca884,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:11.231760 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Attempting to bind port 46220d38-8fc5-4272-80b8-4009b81ca884 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:21:11.232019 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Attempting to bind port 46220d38-8fc5-4272-80b8-4009b81ca884 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:21:11.232342 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Attempting to bind port 46220d38-8fc5-4272-80b8-4009b81ca884 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:11.237515 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Port 46220d38-8fc5-4272-80b8-4009b81ca884 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:21:11.237858 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Attempting to bind port 46220d38-8fc5-4272-80b8-4009b81ca884 on network 29ae9d68-21bd-4e34-8c69-185d54a2903d {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:11.243273 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:21:11.243606 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Checking segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:11.243988 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Bound using segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:21:11.244407 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Bound port: 46220d38-8fc5-4272-80b8-4009b81ca884, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:21:11.244748 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:11.342458 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] For port 46220d38-8fc5-4272-80b8-4009b81ca884, host hv-cinder-84037, cleared binding levels {{(pid=87239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:21:11.345876 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] For port 46220d38-8fc5-4272-80b8-4009b81ca884, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=46220d38-8fc5-4272-80b8-4009b81ca884,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:21:11.350659 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:11.410860 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:11.411510 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:11.412802 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] 10.222.0.43 "PUT /v2.0/ports/46220d38-8fc5-4272-80b8-4009b81ca884 HTTP/1.1" status: 200 len: 1094 time: 1.1168823 May 03 21:21:11.413229 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'tag': '46220d38-8fc5-4272-80b8-4009b81ca884'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:11.438631 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c794d24-27a4-4627-b32d-385a9af8fd8a service neutron] Pushing event updated for resources: {'Port': ['ID=46220d38-8fc5-4272-80b8-4009b81ca884,revision_number=3']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:11.465569 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60f9ca2-932b-4de3-8edc-d7526692abcb'] response: {'name': 'network-changed', 'server_uuid': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'tag': '46220d38-8fc5-4272-80b8-4009b81ca884', 'status': 'completed', 'code': 200} May 03 21:21:11.554755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-6d53488a-de3e-4170-a618-d7336c3e0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:11.556251 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-6d53488a-de3e-4170-a618-d7336c3e0115 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 1097 time: 0.0734966 May 03 21:21:11.575158 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:11.633197 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-12c9c127-c9d8-4e95-9ca1-c3d7f74bebe5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46220d38-8fc5-4272-80b8-4009b81ca884 HTTP/1.1" status: 200 len: 217 time: 0.0648112 May 03 21:21:11.699473 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-7b7cfcc9-e127-4d5a-8c9a-c6cc991e45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:11.700889 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-7b7cfcc9-e127-4d5a-8c9a-c6cc991e45a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0617044 May 03 21:21:11.773968 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-f4124508-e483-4698-b95f-b6a79f5bd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:11.775430 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-f4124508-e483-4698-b95f-b6a79f5bd101 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685666 May 03 21:21:11.902173 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-304b6de0-22a1-4799-aed4-9d6f6f3e7b29 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202347 May 03 21:21:12.029333 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ea6d7835-45b9-4c29-b08a-0bbac728ecc0 req-4aa062c1-62e7-4e13-a6e1-e487153507e3 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212225 May 03 21:21:12.113549 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97caad-29a3-4d52-9139-9da79bbbfedb req-f66c659b-81fa-4c9f-865d-5145554986d8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:12.115003 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9f97caad-29a3-4d52-9139-9da79bbbfedb req-f66c659b-81fa-4c9f-865d-5145554986d8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 944 time: 0.0787442 May 03 21:21:12.209580 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9f97caad-29a3-4d52-9139-9da79bbbfedb req-6f1f449a-602f-4ec3-ae45-0d34b6ad1c79 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=b41ccfad-797c-4cbf-aa3f-93fb71d22904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888240 May 03 21:21:12.227214 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-ef23df93-ae72-4a98-9af6-6a9cb5544d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:12.228652 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-ef23df93-ae72-4a98-9af6-6a9cb5544d77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 1097 time: 0.0951366 May 03 21:21:12.367442 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-e491eabf-fcc5-45cb-9973-1d7a878431e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:12.368870 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-e491eabf-fcc5-45cb-9973-1d7a878431e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 915 time: 0.1323931 May 03 21:21:12.441795 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-d0bebab4-978e-4542-a1c6-e4050899a017 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46220d38-8fc5-4272-80b8-4009b81ca884 HTTP/1.1" status: 200 len: 217 time: 0.0651019 May 03 21:21:12.503789 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-f899cb95-6ba8-4496-8c6f-98d4cbb5f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:12.505209 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-f899cb95-6ba8-4496-8c6f-98d4cbb5f5f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0573735 May 03 21:21:12.526460 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60270) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:12.583079 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-23b3b1ee-cb9f-4ba8-a75e-f848a50ddf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:12.584523 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-23b3b1ee-cb9f-4ba8-a75e-f848a50ddf97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726974 May 03 21:21:12.643557 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-216ad9e5-fe8b-4396-9fd8-f4f2eb644cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:12.660339 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-216ad9e5-fe8b-4396-9fd8-f4f2eb644cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:12.664409 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-216ad9e5-fe8b-4396-9fd8-f4f2eb644cae admin admin] Usage tracker for resource:security_group_rule and tenant:be1bd3a8e738424e9b8db4d4b47ab863 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:12.667242 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-216ad9e5-fe8b-4396-9fd8-f4f2eb644cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:12.672805 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-216ad9e5-fe8b-4396-9fd8-f4f2eb644cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:12.719789 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-3ff92642-d1d4-4eae-8272-3456f1f26f54 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277764 May 03 21:21:12.758175 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-216ad9e5-fe8b-4396-9fd8-f4f2eb644cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:12.762061 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-216ad9e5-fe8b-4396-9fd8-f4f2eb644cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:12.816899 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-216ad9e5-fe8b-4396-9fd8-f4f2eb644cae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be1bd3a8e738424e9b8db4d4b47ab863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892926 May 03 21:21:12.818726 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ad9e5-fe8b-4396-9fd8-f4f2eb644cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d58ba09-ab4f-4f10-9a09-d764e153e773,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:12.821807 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60276) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:12.880430 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-48fc38a7-f123-4899-b36f-3fecb8434fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:12.905589 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-48fc38a7-f123-4899-b36f-3fecb8434fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:12.933797 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-56d564b9-c8d2-4f5f-a102-0d45b26a34cd req-616367d1-c88d-4c98-87da-ed5cdad7166d service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077990 May 03 21:21:12.955302 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-48fc38a7-f123-4899-b36f-3fecb8434fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:12.974360 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc38a7-f123-4899-b36f-3fecb8434fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d58ba09-ab4f-4f10-9a09-d764e153e773,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:12.980867 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-48fc38a7-f123-4899-b36f-3fecb8434fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:12.984497 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-48fc38a7-f123-4899-b36f-3fecb8434fef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d58ba09-ab4f-4f10-9a09-d764e153e773 HTTP/1.1" status: 204 len: 168 time: 0.1590414 May 03 21:21:13.400453 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b527a8e-d353-437d-be93-21d772757e54 req-0c61e385-d0d3-4d5a-84c0-6cf1c04dea42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:13.401907 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b527a8e-d353-437d-be93-21d772757e54 req-0c61e385-d0d3-4d5a-84c0-6cf1c04dea42 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 944 time: 0.0797954 May 03 21:21:13.449401 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6b527a8e-d353-437d-be93-21d772757e54 req-789ed601-5923-421a-91fc-b539616a9c6d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=b41ccfad-797c-4cbf-aa3f-93fb71d22904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 May 03 21:21:14.086950 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c565e304-1730-44c4-8c39-1cda29388d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:14.421966 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 46220d38-8fc5-4272-80b8-4009b81ca884 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:21:14.551965 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 46220d38-8fc5-4272-80b8-4009b81ca884, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=46220d38-8fc5-4272-80b8-4009b81ca884,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:14.565431 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '46220d38-8fc5-4272-80b8-4009b81ca884', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'port_id': '46220d38-8fc5-4272-80b8-4009b81ca884', 'mac_address': 'fa:16:3e:5a:3b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:21:14.622625 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:14.640501 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f4d3b-5e6a-42e8-a1b1-bf7c0084b0ce req-d04fd4da-b7f2-4596-932b-50e5bc7f0705 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:14.642070 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8f1f4d3b-5e6a-42e8-a1b1-bf7c0084b0ce req-d04fd4da-b7f2-4596-932b-50e5bc7f0705 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 944 time: 0.0849121 May 03 21:21:14.671144 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46220d38-8fc5-4272-80b8-4009b81ca884 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:21:14.688186 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 46220d38-8fc5-4272-80b8-4009b81ca884, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=46220d38-8fc5-4272-80b8-4009b81ca884,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:14.689622 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8f1f4d3b-5e6a-42e8-a1b1-bf7c0084b0ce req-f417a697-5e6c-42e6-8a16-4b4f9179da38 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=b41ccfad-797c-4cbf-aa3f-93fb71d22904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409708 May 03 21:21:14.691088 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:14.757592 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=46220d38-8fc5-4272-80b8-4009b81ca884,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:14.764524 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.764862 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.765224 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.765551 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.765966 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.766297 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.766611 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.766924 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.767240 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.767551 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.768496 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.768869 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:14.969993 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['46220d38-8fc5-4272-80b8-4009b81ca884'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:21:15.885528 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20832e7-3b36-4b1c-a892-694d8a13c342 req-aefdf376-bd9f-4ab8-a755-85cb4e678797 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:15.887186 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f20832e7-3b36-4b1c-a892-694d8a13c342 req-aefdf376-bd9f-4ab8-a755-85cb4e678797 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 945 time: 0.0851362 May 03 21:21:15.942647 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f20832e7-3b36-4b1c-a892-694d8a13c342 req-6bc47705-8f88-479f-ab83-a65843d9ef81 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=b41ccfad-797c-4cbf-aa3f-93fb71d22904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493851 May 03 21:21:16.436202 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-4b31b2c7-4161-4abb-9c73-aaa5cdc2234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:16.438749 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 46220d38-8fc5-4272-80b8-4009b81ca884 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:16.505755 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 46220d38-8fc5-4272-80b8-4009b81ca884 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:16.510182 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 46220d38-8fc5-4272-80b8-4009b81ca884 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:16.510543 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:16.623579 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:16.649409 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46220d38-8fc5-4272-80b8-4009b81ca884'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:16.660001 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 46220d38-8fc5-4272-80b8-4009b81ca884, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=46220d38-8fc5-4272-80b8-4009b81ca884,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:16.663918 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:16.705652 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52b3b72-e1ff-4fde-9b9a-f2757bae6b16'] response: {'server_uuid': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46220d38-8fc5-4272-80b8-4009b81ca884', 'code': 200} May 03 21:21:16.755958 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=46220d38-8fc5-4272-80b8-4009b81ca884,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:16.963251 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb256765-c1c1-40fe-9759-6636b742d857 req-ee401e3a-b490-4cf9-ac2b-20df4678eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:16.965003 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-eb256765-c1c1-40fe-9759-6636b742d857 req-ee401e3a-b490-4cf9-ac2b-20df4678eca0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 1099 time: 0.0760522 May 03 21:21:17.007689 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-eb256765-c1c1-40fe-9759-6636b742d857 req-28566403-6ba7-4b81-b0b1-05e2f3a92ecd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b41ccfad-797c-4cbf-aa3f-93fb71d22904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369132 May 03 21:21:17.129417 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc03b-2185-4e90-9b14-a426f6240e48 req-f7726015-d7b8-4db5-b005-e469e349c98a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:17.130855 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-94fcc03b-2185-4e90-9b14-a426f6240e48 req-f7726015-d7b8-4db5-b005-e469e349c98a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 946 time: 0.0780668 May 03 21:21:17.177998 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-94fcc03b-2185-4e90-9b14-a426f6240e48 req-35581e9c-37dd-439c-aaa8-addd899fbc30 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=b41ccfad-797c-4cbf-aa3f-93fb71d22904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412388 May 03 21:21:17.444517 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:17.627671 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:18.197806 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:21:18.367048 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea156e-06e4-4b1f-bbe9-0a9159a45fdd req-c0053493-666d-47db-a1e5-57ae31404f6a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:18.368501 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aaea156e-06e4-4b1f-bbe9-0a9159a45fdd req-c0053493-666d-47db-a1e5-57ae31404f6a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 946 time: 0.0804424 May 03 21:21:18.413775 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-aaea156e-06e4-4b1f-bbe9-0a9159a45fdd req-4227088e-e1e9-4878-96d5-58af7957e2b1 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=b41ccfad-797c-4cbf-aa3f-93fb71d22904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387599 May 03 21:21:18.590578 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b0582-d525-4896-b3e0-8f1b9adf0b6e req-a677066c-155c-46e9-b48c-c7ebed06dbbd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:18.591878 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a52b0582-d525-4896-b3e0-8f1b9adf0b6e req-a677066c-155c-46e9-b48c-c7ebed06dbbd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 946 time: 0.0813160 May 03 21:21:18.600335 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60352) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:18.605261 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-5a705f8d-2513-4dc0-aebe-f116e18225c9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'floatingip': {'port_id': '46220d38-8fc5-4272-80b8-4009b81ca884'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:18.682760 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5a705f8d-2513-4dc0-aebe-f116e18225c9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:18.702398 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.352067 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5a705f8d-2513-4dc0-aebe-f116e18225c9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.356366 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5a705f8d-2513-4dc0-aebe-f116e18225c9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.490464 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60362) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:19.527760 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [None req-5a705f8d-2513-4dc0-aebe-f116e18225c9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Floating IP 7e699501-ea01-456f-8554-9d11a074d54e associated. External IP: 172.28.1.149, port: 46220d38-8fc5-4272-80b8-4009b81ca884. May 03 21:21:19.610736 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e512b12f-bd15-4052-873d-e43aaffe97f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.625202 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-e512b12f-bd15-4052-873d-e43aaffe97f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:19.629777 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-e512b12f-bd15-4052-873d-e43aaffe97f0 admin admin] Usage tracker for resource:security_group_rule and tenant:2d80ae7113234d8aadfcb825b762f88a is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:19.632825 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-e512b12f-bd15-4052-873d-e43aaffe97f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:19.638611 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-e512b12f-bd15-4052-873d-e43aaffe97f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:19.720833 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e512b12f-bd15-4052-873d-e43aaffe97f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.725227 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e512b12f-bd15-4052-873d-e43aaffe97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.780808 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-e512b12f-bd15-4052-873d-e43aaffe97f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d80ae7113234d8aadfcb825b762f88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892776 May 03 21:21:19.782469 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512b12f-bd15-4052-873d-e43aaffe97f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846bb3aa-ab26-4579-9af7-81eb4e463167,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:19.786034 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60368) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:19.844002 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b199a50a-cdeb-487f-b147-a277fd63826b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.869984 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b199a50a-cdeb-487f-b147-a277fd63826b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.877766 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a705f8d-2513-4dc0-aebe-f116e18225c9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:21:19.922433 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b199a50a-cdeb-487f-b147-a277fd63826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.936345 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199a50a-cdeb-487f-b147-a277fd63826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846bb3aa-ab26-4579-9af7-81eb4e463167,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:19.945474 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b199a50a-cdeb-487f-b147-a277fd63826b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.948902 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-b199a50a-cdeb-487f-b147-a277fd63826b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/846bb3aa-ab26-4579-9af7-81eb4e463167 HTTP/1.1" status: 204 len: 168 time: 0.1597099 May 03 21:21:20.059603 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a705f8d-2513-4dc0-aebe-f116e18225c9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:21:20.064432 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5a705f8d-2513-4dc0-aebe-f116e18225c9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:20.071649 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:21:20.082743 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:20.083337 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:20.120726 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-5a705f8d-2513-4dc0-aebe-f116e18225c9 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "PUT /v2.0/floatingips/7e699501-ea01-456f-8554-9d11a074d54e HTTP/1.1" status: 200 len: 992 time: 1.5192740 May 03 21:21:20.121180 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'tag': '46220d38-8fc5-4272-80b8-4009b81ca884'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:20.165245 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6f88cf-d586-4ac7-aa87-78a15c711b68'] response: {'name': 'network-changed', 'server_uuid': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'tag': '46220d38-8fc5-4272-80b8-4009b81ca884', 'status': 'completed', 'code': 200} May 03 21:21:20.285470 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-a3a7c7ba-5f08-4110-a75a-0743b14839d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:20.287245 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-a3a7c7ba-5f08-4110-a75a-0743b14839d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 1099 time: 0.0767772 May 03 21:21:20.327425 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:20.429579 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-240bf2b3-62c1-4a5b-9390-c02b12475382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:20.431059 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-240bf2b3-62c1-4a5b-9390-c02b12475382 service neutron] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 915 time: 0.1374218 May 03 21:21:20.539146 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-b7436ec6-2b43-4c84-b217-7d10bff855bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46220d38-8fc5-4272-80b8-4009b81ca884 HTTP/1.1" status: 200 len: 1000 time: 0.1015573 May 03 21:21:20.605288 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-2193c25d-3244-4c76-8543-b2493c1a3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:20.607101 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-2193c25d-3244-4c76-8543-b2493c1a3eba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0624902 May 03 21:21:20.684891 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-e2b3e606-9a79-4ca6-911c-8f266faf3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:20.686400 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-e2b3e606-9a79-4ca6-911c-8f266faf3cad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737486 May 03 21:21:20.698661 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '7e699501-ea01-456f-8554-9d11a074d54e', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.149', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '46220d38-8fc5-4272-80b8-4009b81ca884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:5a:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:21:06Z', 'updated_at': '2022-05-03T21:21:19Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:20.702656 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60396) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:20.703700 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:21:20.714496 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:20.718191 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:20.813119 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1431350194-network', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:20.818412 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:20.821846 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-4b5d9ddc-3661-4736-a2c9-d8113da57164 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292691 May 03 21:21:20.822319 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Usage tracker for resource:network and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:20.825219 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:20.831623 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:20.843168 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Made reservation on behalf of 0298b7b51c0c48889e8e2de2a68273d3 for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:21:20.845565 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:20.859736 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:20.884692 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:20.889189 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Usage tracker for resource:security_group_rule and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:20.893022 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:20.900614 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:20.915339 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:21.075383 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-04fd2bb7-ab37-4df2-bb94-0101419b7436 req-422ad52b-5564-4a37-b97b-c72c6294fea6 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470038 May 03 21:21:21.094080 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.099296 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.128763 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:21:21.141048 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3abb113-0eb4-46ea-ae0d-a6e3d2ecd867,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:21.147000 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.147339 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Added segment fc17de3a-e4e0-471f-88e5-4e1a5733564d of type vlan for network 89782a5b-7fde-4d98-a51c-3968db14ab02 May 03 21:21:21.175768 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.205373 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.206574 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:21.207205 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.272826 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '7e699501-ea01-456f-8554-9d11a074d54e', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.149', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '46220d38-8fc5-4272-80b8-4009b81ca884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:5a:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:21:06Z', 'updated_at': '2022-05-03T21:21:19Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:21.276903 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fef2c-428e-4fa0-a2ef-f963fd8f2633 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '7e699501-ea01-456f-8554-9d11a074d54e', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.149', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': '46220d38-8fc5-4272-80b8-4009b81ca884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:5a:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:21:06Z', 'updated_at': '2022-05-03T21:21:19Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:21:21.306481 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6027131 May 03 21:21:21.309337 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60402) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:21.315688 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bce62e-d2d7-4fff-9634-83961de8a0af admin admin] Pushing event updated for resources: {'Network': ['ID=89782a5b-7fde-4d98-a51c-3968db14ab02,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:21.322739 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Request body: {'subnet': {'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1431350194-subnet', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'ip_version': 4}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:21.325870 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 89782a5b-7fde-4d98-a51c-3968db14ab02 details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:21:21.328955 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:21.333465 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Usage tracker for resource:subnet and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:21.336329 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:21.344251 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:21.356110 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Made reservation on behalf of 0298b7b51c0c48889e8e2de2a68273d3 for: {'subnet': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:21:21.358488 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228449'] for subnet, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.477317 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c9266-de89-4bfd-8f3b-099fb81296bf None None] New status for floating IP 7e699501-ea01-456f-8554-9d11a074d54e: ACTIVE {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:21:21.595204 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2304341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228435'] for subnet, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.669892 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f4ae61-8172-48b2-bda6-ec9a0af99db4,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:21.679538 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Checking segment: {'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:21.679885 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Network hostable DHCP agents. Network: 89782a5b-7fde-4d98-a51c-3968db14ab02, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:21:21.700644 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Network 89782a5b-7fde-4d98-a51c-3968db14ab02 is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:21:21.711628 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 89782a5b-7fde-4d98-a51c-3968db14ab02) {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:21.715640 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:21.716224 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.727958 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee2e1f-6468-488b-b9fe-5ee073bceafa None None] Network 89782a5b-7fde-4d98-a51c-3968db14ab02 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:21:21.736110 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-4c4a3e56-e38d-42fa-aede-fced93988dfa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4254630 May 03 21:21:21.739294 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60406) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:21.744123 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:21.748419 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:21.752462 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Usage tracker for resource:router and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:21.755476 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:21.761228 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:21.772970 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.774089 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.796194 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.954095 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped9e2575-edac-5646-aca9-fda55ecf2a7e-89782a5b-7fde-4d98-a51c-3968db14ab02', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4'}]}} from dv-cinder-840376-1-smb. {{(pid=87241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:21:21.954897 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.060489 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.106442 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.db_base_plugin_common [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Allocated IP 172.20.0.2 (89782a5b-7fde-4d98-a51c-3968db14ab02/b2f4ae61-8172-48b2-bda6-ec9a0af99db4/42ce0236-b86d-4468-84fe-ca89568c6f29) {{(pid=87241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:21:22.311842 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Notify callbacks [] for port, precommit_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.322130 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Transition to ACTIVE for port object 42ce0236-b86d-4468-84fe-ca89568c6f29 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:22.339722 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Transition to ACTIVE for port object 42ce0236-b86d-4468-84fe-ca89568c6f29 will not be triggered until provisioned by entity DHCP. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:22.345238 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.372227 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.404726 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.407367 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Network 89782a5b-7fde-4d98-a51c-3968db14ab02 is already hosted by enough agents. {{(pid=87241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:22.411163 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.base_scheduler [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Resources bound (agent type, host, resource id): {{(pid=87241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:22.414773 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Received port after_create {{(pid=87241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:21:22.483053 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Pushing event updated for resources: {'Port': ['ID=42ce0236-b86d-4468-84fe-ca89568c6f29,revision_number=1']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:22.541625 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Allocated IP 172.28.1.224 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:21:22.544343 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Attempting to bind port 42ce0236-b86d-4468-84fe-ca89568c6f29 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:21:22.544695 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Attempting to bind port 42ce0236-b86d-4468-84fe-ca89568c6f29 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:21:22.545044 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Attempting to bind port 42ce0236-b86d-4468-84fe-ca89568c6f29 on network 89782a5b-7fde-4d98-a51c-3968db14ab02 {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:22.550906 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:21:22.551264 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Checking segment: {'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:22.551646 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.552060 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Bound using segment: {'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:21:22.552471 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Bound port: 42ce0236-b86d-4468-84fe-ca89568c6f29, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:21:22.552844 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.638877 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] For port 42ce0236-b86d-4468-84fe-ca89568c6f29, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:21:22.641804 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] For port 42ce0236-b86d-4468-84fe-ca89568c6f29, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=42ce0236-b86d-4468-84fe-ca89568c6f29,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:21:22.648176 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.691412 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.721740 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.743751 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38c838-fe21-40b1-a6b8-5b1922aa766b None None] Pushing event updated for resources: {'Port': ['ID=42ce0236-b86d-4468-84fe-ca89568c6f29,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:22.879272 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:22.882194 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:22.885855 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:21:22.928312 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:23.304338 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:23.466096 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 42ce0236-b86d-4468-84fe-ca89568c6f29 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:23.543802 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 42ce0236-b86d-4468-84fe-ca89568c6f29 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:23.662546 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624612'] for router, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:23.670645 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de3e251-98d5-45cd-9089-36749bfc5b12 None None] Network 89782a5b-7fde-4d98-a51c-3968db14ab02 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:21:23.789306 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-98fc6591-ff43-494a-bcf9-d7111fe0719a None None] Provisioning for port 42ce0236-b86d-4468-84fe-ca89568c6f29 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:23.798942 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-98fc6591-ff43-494a-bcf9-d7111fe0719a None None] Provisioning complete for port 42ce0236-b86d-4468-84fe-ca89568c6f29 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:23.799311 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-98fc6591-ff43-494a-bcf9-d7111fe0719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:23.873335 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 is scheduled to L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 with binding_index 1 {{(pid=87239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:21:23.998567 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-98fc6591-ff43-494a-bcf9-d7111fe0719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:24.040764 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-98fc6591-ff43-494a-bcf9-d7111fe0719a None None] For port 42ce0236-b86d-4468-84fe-ca89568c6f29, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=42ce0236-b86d-4468-84fe-ca89568c6f29,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:24.045647 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-98fc6591-ff43-494a-bcf9-d7111fe0719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:24.046504 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:21:24.061245 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Sync routers for ids ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:21:24.072120 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] Notify callbacks [] for router, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:24.073324 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d1220006-3d5e-4ed6-9a1d-3c958358e630 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3331287 May 03 21:21:24.076528 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60410) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:24.077564 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Routers {'e6442ce5-7731-4ea2-83e7-6ce05770e6b1'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:24.079434 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:24.119972 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc6591-ff43-494a-bcf9-d7111fe0719a None None] Pushing event updated for resources: {'Port': ['ID=42ce0236-b86d-4468-84fe-ca89568c6f29,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:24.269516 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-84fd07cd-7735-47d2-851a-774beb3aff25 None None] Provisioning complete for port 42ce0236-b86d-4468-84fe-ca89568c6f29 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:24.269903 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-84fd07cd-7735-47d2-851a-774beb3aff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:24.272977 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Set router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:24.587943 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:23Z', 'revision_number': 3, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:24.591604 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Checking router: e6442ce5-7731-4ea2-83e7-6ce05770e6b1 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:21:24.591968 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Updating router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 binding host dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:21:24.645141 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:24.871009 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:24.963370 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Notify callbacks [] for port, precommit_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:24.974764 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.provisioning_blocks [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Transition to ACTIVE for port object 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 will not be triggered until provisioned by entity L2. {{(pid=87242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:24.980287 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:25.056248 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Attempting to bind port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:21:25.056611 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Attempting to bind port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:21:25.056964 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Attempting to bind port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 on network 1ffc24f5-8283-443e-b259-1a8749ff546b {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:25.064099 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:21:25.065386 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Checking segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:25.065386 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:25.065386 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Bound using segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:21:25.065733 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Bound port: 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:21:25.066117 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:25.075833 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Allocated IP 172.20.0.1 (89782a5b-7fde-4d98-a51c-3968db14ab02/b2f4ae61-8172-48b2-bda6-ec9a0af99db4/164f598f-c1cd-414f-b626-143be7340ef6) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:21:25.092229 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Pushing event updated for resources: {'Port': ['ID=2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31,revision_number=2']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:25.113779 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.114139 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.114475 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.114803 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.115119 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.115441 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.115759 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.116072 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.116387 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.116700 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.117013 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.117327 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:25.155339 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] For port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:21:25.158467 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] For port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:21:25.163173 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:25.225379 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:25.238917 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Routers {'e6442ce5-7731-4ea2-83e7-6ce05770e6b1'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:25.239514 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:25.240585 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Transition to ACTIVE for port object 164f598f-c1cd-414f-b626-143be7340ef6 will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:25.265229 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:25.305882 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128db2fe-9615-4d3c-a93f-dc19dd62cf1a None None] Pushing event updated for resources: {'Port': ['ID=2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31,revision_number=3']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:25.331984 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Network 89782a5b-7fde-4d98-a51c-3968db14ab02 is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:25.334785 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:25.338347 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:21:25.374058 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Pushing event updated for resources: {'Port': ['ID=164f598f-c1cd-414f-b626-143be7340ef6,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:25.414351 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624338'] for router_interface, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:25.438238 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] Set router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:25.465411 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 42ce0236-b86d-4468-84fe-ca89568c6f29 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:25.546997 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 42ce0236-b86d-4468-84fe-ca89568c6f29 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:25.547361 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:25.669363 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-f90d264d-7293-4638-b9e4-3c0f03dc9537 None None] Provisioning for port 164f598f-c1cd-414f-b626-143be7340ef6 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:25.679642 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-f90d264d-7293-4638-b9e4-3c0f03dc9537 None None] Provisioning complete for port 164f598f-c1cd-414f-b626-143be7340ef6 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:25.680013 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f90d264d-7293-4638-b9e4-3c0f03dc9537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:25.736775 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-f90d264d-7293-4638-b9e4-3c0f03dc9537 None None] Port 164f598f-c1cd-414f-b626-143be7340ef6 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:21:25.754644 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:23Z', 'revision_number': 3, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:25.758465 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a1790-1009-4348-832f-595d3d52f73e None None] The sync data for ids ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'] in dv-cinder-840376-1-smb is: [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:23Z', 'revision_number': 3, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:21:25.782291 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:26.022422 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:26.027890 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:26.138317 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Pushing event updated for resources: {'Port': ['ID=164f598f-c1cd-414f-b626-143be7340ef6,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:26.140671 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636987'] for router_interface, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:26.280744 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Network 89782a5b-7fde-4d98-a51c-3968db14ab02 is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:26.281943 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:26.481302 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:21:26.563721 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-f60fbb26-b452-4121-accd-a3a3567aa2da None None] Provisioning complete for port 164f598f-c1cd-414f-b626-143be7340ef6 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:26.564243 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f60fbb26-b452-4121-accd-a3a3567aa2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:26.620793 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-f60fbb26-b452-4121-accd-a3a3567aa2da None None] Port 164f598f-c1cd-414f-b626-143be7340ef6 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:21:26.663840 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:21:26.672420 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b7cea2e8-a334-454a-a059-2c814511a89c admin admin] 10.222.0.44 "PUT /v2.0/routers/e6442ce5-7731-4ea2-83e7-6ce05770e6b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5949550 May 03 21:21:27.154322 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Sync routers for ids ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:21:27.163699 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Routers {'e6442ce5-7731-4ea2-83e7-6ce05770e6b1'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:27.164289 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:27.167481 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60430) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:27.173296 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2092226358-network', 'tenant_id': 'e821e431886d41ceb554b98cf980127f'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:27.178957 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:27.182976 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Usage tracker for resource:network and tenant:e821e431886d41ceb554b98cf980127f is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:27.186129 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:27.192833 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:27.205171 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Made reservation on behalf of e821e431886d41ceb554b98cf980127f for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:21:27.208770 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.220963 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.235183 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:27.239565 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Usage tracker for resource:security_group_rule and tenant:e821e431886d41ceb554b98cf980127f is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:27.242419 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:27.248231 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:27.331638 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.335375 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.357309 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Set router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:27.370574 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:21:27.375853 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad2e90e-bd76-43de-a934-182edcbba125,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:27.383438 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.383808 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Added segment 5934f8c6-0234-4b89-b2af-3f3d2c6ea92a of type vlan for network 33dd68a6-cce6-4ffe-841b-57b54311111f May 03 21:21:27.411219 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.441544 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.442557 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:27.443130 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.516606 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:27.548751 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3775346 May 03 21:21:27.549631 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60434) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:27.555161 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Request body: {'subnet': {'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2092226358-subnet', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'ip_version': 4}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:27.559039 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a698a26-e036-4487-b779-99cbc6434e9b admin admin] Pushing event updated for resources: {'Network': ['ID=33dd68a6-cce6-4ffe-841b-57b54311111f,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:27.559805 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:27.563939 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Usage tracker for resource:subnet and tenant:e821e431886d41ceb554b98cf980127f is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:27.567731 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:27.574040 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:27.583811 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Made reservation on behalf of e821e431886d41ceb554b98cf980127f for: {'subnet': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:21:27.584494 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 33dd68a6-cce6-4ffe-841b-57b54311111f details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:21:27.586129 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228449'] for subnet, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.783203 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2304341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228435'] for subnet, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.817520 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:27.826660 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:27.827020 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.863841 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56cc58c8-3515-4f1a-98a2-89cc8778609e,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:27.877975 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Checking segment: {'id': '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:27.878332 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Network hostable DHCP agents. Network: 33dd68a6-cce6-4ffe-841b-57b54311111f, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:21:27.897953 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Network 33dd68a6-cce6-4ffe-841b-57b54311111f is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:21:27.907343 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 33dd68a6-cce6-4ffe-841b-57b54311111f) {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:27.912755 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:27.913880 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.934336 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-03f5e6f3-f0b5-4577-af4c-334a22ff65c1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3835797 May 03 21:21:27.936258 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c0061-04ab-4230-9f94-6bb029fd0aeb None None] Network 33dd68a6-cce6-4ffe-841b-57b54311111f requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:21:27.936575 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60438) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:27.942479 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2092226358-router', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:27.947056 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:27.951066 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Usage tracker for resource:router and tenant:e821e431886d41ceb554b98cf980127f is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:27.953933 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:27.960824 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:27.971752 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.972790 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:27.988024 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.036145 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '164f598f-c1cd-414f-b626-143be7340ef6', 'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'mac_address': 'fa:16:3e:d0:65:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:24Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 2, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'subnets': [{'id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:28.054670 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Checking router: e6442ce5-7731-4ea2-83e7-6ce05770e6b1 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:21:28.055000 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Updating router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 port 164f598f-c1cd-414f-b626-143be7340ef6 binding host dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:21:28.078890 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.135982 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:28.162744 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.176126 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.253482 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.384114 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:28.386754 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped9e2575-edac-5646-aca9-fda55ecf2a7e-33dd68a6-cce6-4ffe-841b-57b54311111f', 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'fixed_ips': [{'subnet_id': '56cc58c8-3515-4f1a-98a2-89cc8778609e'}]}} from dv-cinder-840376-1-smb. {{(pid=87241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:21:28.387562 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.567923 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.600974 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.667220 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.db_base_plugin_common [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Allocated IP 172.20.0.2 (33dd68a6-cce6-4ffe-841b-57b54311111f/56cc58c8-3515-4f1a-98a2-89cc8778609e/ff9d6335-596a-4255-b269-1eaa7e34cd31) {{(pid=87241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:21:28.737588 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Allocated IP 172.28.1.70 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/7b4cdb07-5236-45d4-8857-834e4819fe03) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:21:28.839239 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Notify callbacks [] for port, precommit_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.888045 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.910524 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Transition to ACTIVE for port object 164f598f-c1cd-414f-b626-143be7340ef6 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:28.919669 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:28.925858 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.093873 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:29.096956 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:29.099480 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:21:29.117767 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9299c-a760-4688-9fb2-ad414ce5e524 None None] Pushing event updated for resources: {'Port': ['ID=164f598f-c1cd-414f-b626-143be7340ef6,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:29.140568 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4cdb07-5236-45d4-8857-834e4819fe03,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:29.147219 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Notify callbacks [] for port, precommit_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.194924 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Transition to ACTIVE for port object ff9d6335-596a-4255-b269-1eaa7e34cd31 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:29.229269 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Attempting to bind port 164f598f-c1cd-414f-b626-143be7340ef6 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:21:29.229622 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Attempting to bind port 164f598f-c1cd-414f-b626-143be7340ef6 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:21:29.230064 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Attempting to bind port 164f598f-c1cd-414f-b626-143be7340ef6 on network 89782a5b-7fde-4d98-a51c-3968db14ab02 {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:29.232328 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Transition to ACTIVE for port object ff9d6335-596a-4255-b269-1eaa7e34cd31 will not be triggered until provisioned by entity DHCP. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:29.238345 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:21:29.238726 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Checking segment: {'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:29.239114 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.239499 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Bound using segment: {'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:21:29.239950 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Bound port: 164f598f-c1cd-414f-b626-143be7340ef6, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:21:29.240309 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.254113 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722'] for port, after_create {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.375680 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Network 33dd68a6-cce6-4ffe-841b-57b54311111f is already hosted by enough agents. {{(pid=87241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:29.382212 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.scheduler.base_scheduler [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Resources bound (agent type, host, resource id): {{(pid=87241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:29.388984 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Received port after_create {{(pid=87241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:21:29.392496 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Pushing event updated for resources: {'Port': ['ID=ff9d6335-596a-4255-b269-1eaa7e34cd31,revision_number=1']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:29.445890 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:29.522810 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] For port 164f598f-c1cd-414f-b626-143be7340ef6, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:21:29.525549 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.550406 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] For port 164f598f-c1cd-414f-b626-143be7340ef6, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=164f598f-c1cd-414f-b626-143be7340ef6,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:21:29.559349 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.599570 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Attempting to bind port ff9d6335-596a-4255-b269-1eaa7e34cd31 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:21:29.599922 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Attempting to bind port ff9d6335-596a-4255-b269-1eaa7e34cd31 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:21:29.600271 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Attempting to bind port ff9d6335-596a-4255-b269-1eaa7e34cd31 on network 33dd68a6-cce6-4ffe-841b-57b54311111f {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:29.628440 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:21:29.628729 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Checking segment: {'id': '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:29.629100 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.629470 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Bound using segment: {'id': '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:21:29.629947 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Bound port: ff9d6335-596a-4255-b269-1eaa7e34cd31, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:21:29.630310 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.709259 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9299c-a760-4688-9fb2-ad414ce5e524 None None] Pushing event updated for resources: {'Port': ['ID=164f598f-c1cd-414f-b626-143be7340ef6,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:29.718105 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Routers {'e6442ce5-7731-4ea2-83e7-6ce05770e6b1'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:29.718664 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:29.848674 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:29.849033 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.874839 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624612'] for router, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.941633 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] For port ff9d6335-596a-4255-b269-1eaa7e34cd31, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:21:29.947023 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] For port ff9d6335-596a-4255-b269-1eaa7e34cd31, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=ff9d6335-596a-4255-b269-1eaa7e34cd31,segment=NetworkSegment(5934f8c6-0234-4b89-b2af-3f3d2c6ea92a),segment_id=5934f8c6-0234-4b89-b2af-3f3d2c6ea92a)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:21:29.964111 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:30.075202 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] Set router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:30.075898 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 is scheduled to L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 with binding_index 1 {{(pid=87240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:21:30.177490 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6324bb-e3fb-4950-b8d1-75d3af242d36 None None] Pushing event updated for resources: {'Port': ['ID=ff9d6335-596a-4255-b269-1eaa7e34cd31,revision_number=2']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:30.262200 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:21:30.280462 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Sync routers for ids ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:21:30.293872 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Routers {'df42eacb-6e74-4ec1-9c79-9a55c3032bb7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:30.294216 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:30.295025 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:30.299253 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60442) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:30.311204 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1d3ede60-1db7-4894-bc71-7783b073a1e9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3734894 May 03 21:21:30.510095 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '164f598f-c1cd-414f-b626-143be7340ef6', 'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'mac_address': 'fa:16:3e:d0:65:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:24Z', 'updated_at': '2022-05-03T21:21:29Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'subnets': [{'id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:30.516504 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5791d3ff-1729-4cc9-a2c0-f859b36ffdc1 None None] The sync data for ids ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'] in dv-cinder-840376-1-smb is: [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '164f598f-c1cd-414f-b626-143be7340ef6', 'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'mac_address': 'fa:16:3e:d0:65:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:24Z', 'updated_at': '2022-05-03T21:21:29Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'subnets': [{'id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:21:30.531602 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Set router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:30.891161 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'name': 'tempest-TestShelveInstance-2092226358-router', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:27Z', 'updated_at': '2022-05-03T21:21:29Z', 'revision_number': 3, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'gw_port': {'id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:28Z', 'updated_at': '2022-05-03T21:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:30.896793 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Checking router: df42eacb-6e74-4ec1-9c79-9a55c3032bb7 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:21:30.897445 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Updating router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 port 7b4cdb07-5236-45d4-8857-834e4819fe03 binding host dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:21:30.958133 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.194651 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.246984 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870b56dd-8949-4dbd-9244-57aaea382c9b None None] Network 33dd68a6-cce6-4ffe-841b-57b54311111f requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:21:31.329709 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Notify callbacks [] for port, precommit_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.342839 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.provisioning_blocks [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Transition to ACTIVE for port object 7b4cdb07-5236-45d4-8857-834e4819fe03 will not be triggered until provisioned by entity L2. {{(pid=87242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:31.350132 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.420218 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Allocated IP 172.20.0.1 (33dd68a6-cce6-4ffe-841b-57b54311111f/56cc58c8-3515-4f1a-98a2-89cc8778609e/1399f7d1-d955-4b88-b246-bb8eb91cabe7) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:21:31.454577 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bfba7-5df8-4fe6-a691-81ee5d6be336 None None] Pushing event updated for resources: {'Port': ['ID=7b4cdb07-5236-45d4-8857-834e4819fe03,revision_number=2']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:31.480689 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Attempting to bind port 7b4cdb07-5236-45d4-8857-834e4819fe03 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:21:31.481449 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Attempting to bind port 7b4cdb07-5236-45d4-8857-834e4819fe03 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:21:31.481449 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Attempting to bind port 7b4cdb07-5236-45d4-8857-834e4819fe03 on network 1ffc24f5-8283-443e-b259-1a8749ff546b {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:31.488312 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:21:31.488762 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Checking segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:31.489153 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.489533 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Bound using segment: {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'} {{(pid=87242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:21:31.490007 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.managers [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Bound port: 7b4cdb07-5236-45d4-8857-834e4819fe03, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6b995-8a95-453a-a522-f2a574db5f60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}}] {{(pid=87242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:21:31.490379 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.548660 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-e09e061a-9cc5-41f8-b81a-636c44a9100f None None] Provisioning for port ff9d6335-596a-4255-b269-1eaa7e34cd31 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:31.567693 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device ff9d6335-596a-4255-b269-1eaa7e34cd31 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:31.594398 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] For port 7b4cdb07-5236-45d4-8857-834e4819fe03, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:21:31.600572 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.plugins.ml2.db [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] For port 7b4cdb07-5236-45d4-8857-834e4819fe03, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=7b4cdb07-5236-45d4-8857-834e4819fe03,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:21:31.605120 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron_lib.callbacks.manager [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.647438 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.673782 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Transition to ACTIVE for port object 1399f7d1-d955-4b88-b246-bb8eb91cabe7 will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:31.687064 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Routers {'df42eacb-6e74-4ec1-9c79-9a55c3032bb7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:31.687743 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:31.701197 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port ff9d6335-596a-4255-b269-1eaa7e34cd31 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:31.703362 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.725513 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port ff9d6335-596a-4255-b269-1eaa7e34cd31 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:31.726335 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.745302 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bfba7-5df8-4fe6-a691-81ee5d6be336 None None] Pushing event updated for resources: {'Port': ['ID=7b4cdb07-5236-45d4-8857-834e4819fe03,revision_number=3']} {{(pid=87242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:31.793202 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Network 33dd68a6-cce6-4ffe-841b-57b54311111f is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:31.796168 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:31.798623 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:21:31.857423 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Pushing event updated for resources: {'Port': ['ID=1399f7d1-d955-4b88-b246-bb8eb91cabe7,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:31.873322 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624338'] for router_interface, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.895675 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.930626 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] Set router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:31.941565 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port ff9d6335-596a-4255-b269-1eaa7e34cd31, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=ff9d6335-596a-4255-b269-1eaa7e34cd31,segment=NetworkSegment(5934f8c6-0234-4b89-b2af-3f3d2c6ea92a),segment_id=5934f8c6-0234-4b89-b2af-3f3d2c6ea92a)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:31.949685 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.950496 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 164f598f-c1cd-414f-b626-143be7340ef6 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:32.013365 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:32.078440 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=ff9d6335-596a-4255-b269-1eaa7e34cd31,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:32.094864 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-f058a551-3b46-4036-9790-acbcf88ec441 None None] Provisioning complete for port ff9d6335-596a-4255-b269-1eaa7e34cd31 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:32.095364 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f058a551-3b46-4036-9790-acbcf88ec441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:32.155681 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 164f598f-c1cd-414f-b626-143be7340ef6 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:32.171628 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 164f598f-c1cd-414f-b626-143be7340ef6 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:32.172089 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:32.289717 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'name': 'tempest-TestShelveInstance-2092226358-router', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:27Z', 'updated_at': '2022-05-03T21:21:29Z', 'revision_number': 3, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'gw_port': {'id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:28Z', 'updated_at': '2022-05-03T21:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:32.294812 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc891a-97f4-43d2-bdfe-55c963eb2563 None None] The sync data for ids ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'] in dv-cinder-840376-1-smb is: [{'id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'name': 'tempest-TestShelveInstance-2092226358-router', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:27Z', 'updated_at': '2022-05-03T21:21:29Z', 'revision_number': 3, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'gw_port': {'id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:28Z', 'updated_at': '2022-05-03T21:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:21:32.319107 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:32.329120 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:32.365611 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:32.404173 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 164f598f-c1cd-414f-b626-143be7340ef6, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=164f598f-c1cd-414f-b626-143be7340ef6,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:32.408112 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:32.442269 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636987'] for router_interface, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:32.445912 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Pushing event updated for resources: {'Port': ['ID=1399f7d1-d955-4b88-b246-bb8eb91cabe7,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:32.483060 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-bbfdcd8e-056f-4285-970d-a72cea3d1951 None None] Provisioning for port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:32.490782 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=164f598f-c1cd-414f-b626-143be7340ef6,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:32.494100 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-bbfdcd8e-056f-4285-970d-a72cea3d1951 None None] Provisioning complete for port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:32.494642 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd8e-056f-4285-970d-a72cea3d1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:32.566689 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-bbfdcd8e-056f-4285-970d-a72cea3d1951 None None] Port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:21:32.707213 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Network 33dd68a6-cce6-4ffe-841b-57b54311111f is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:32.708399 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:32.908951 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:21:32.989543 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-b20c8a62-a780-4a0d-97ff-3d5c866e3f99 None None] Provisioning complete for port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:32.989942 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b20c8a62-a780-4a0d-97ff-3d5c866e3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:33.047864 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-b20c8a62-a780-4a0d-97ff-3d5c866e3f99 None None] Port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:21:33.107013 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:21:33.118413 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-bcef55d8-279f-4091-a80a-e45383517af5 admin admin] 10.222.0.44 "PUT /v2.0/routers/df42eacb-6e74-4ec1-9c79-9a55c3032bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8173623 May 03 21:21:33.510040 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device ff9d6335-596a-4255-b269-1eaa7e34cd31 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:33.577743 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port ff9d6335-596a-4255-b269-1eaa7e34cd31 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:33.578136 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:33.700477 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 7b4cdb07-5236-45d4-8857-834e4819fe03 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:33.768645 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 7b4cdb07-5236-45d4-8857-834e4819fe03 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:33.773536 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 7b4cdb07-5236-45d4-8857-834e4819fe03 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:33.773989 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:33.816302 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Sync routers for ids ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:21:33.835990 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Routers {'df42eacb-6e74-4ec1-9c79-9a55c3032bb7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:33.836587 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:33.857377 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60454) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:33.862788 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942914594', 'description': 'tempest-secgroup-smoke-1942914594 description', 'project_id': '0298b7b51c0c48889e8e2de2a68273d3'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:33.868673 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:33.872571 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Usage tracker for resource:security_group and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:33.875471 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:33.881487 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:33.893049 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:33.913668 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:33.917443 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Usage tracker for resource:security_group_rule and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:33.920241 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:33.926136 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:33.998302 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.003055 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.047368 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fba0ed-466c-4fe3-921e-900cd26075a2,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:34.051431 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.055617 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c05637a1-495d-41cb-8ec1-c3daf1a759f2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1941912 May 03 21:21:34.055916 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60458) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:34.061019 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Request body: {'security_group_rule': {'security_group_id': 'b6fba0ed-466c-4fe3-921e-900cd26075a2', 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:34.066787 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:34.070573 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Usage tracker for resource:security_group_rule and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:34.073338 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:34.078882 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:34.095654 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.097055 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.119349 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Set router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:34.157662 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.163507 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.179587 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 7b4cdb07-5236-45d4-8857-834e4819fe03, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=7b4cdb07-5236-45d4-8857-834e4819fe03,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:34.186008 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.186772 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 164f598f-c1cd-414f-b626-143be7340ef6 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:34.187621 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc75ca0d-2ea9-4236-b63b-18fac398a620,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:34.198134 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.199384 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-6d866950-c0c7-49cf-8b77-9efc961dd4b8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426775 May 03 21:21:34.202495 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60462) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:34.207873 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Request body: {'security_group_rule': {'security_group_id': 'b6fba0ed-466c-4fe3-921e-900cd26075a2', 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:34.213856 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:34.218173 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Usage tracker for resource:security_group_rule and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:34.222712 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:34.228509 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:34.245763 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.311727 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.316489 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.410702 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=7b4cdb07-5236-45d4-8857-834e4819fe03,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:34.451528 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c866879a-354b-41ee-a628-de5cea38800d,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:34.461919 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.462266 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.462604 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.462924 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.463249 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.463570 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.463890 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.464207 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.464525 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.464841 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.465157 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.465471 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:34.468533 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.469693 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-77ea9b40-8f92-44ee-9851-bbb1c443e2ac tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2662094 May 03 21:21:34.473277 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60466) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:34.478357 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Request body: {'security_group_rule': {'security_group_id': 'b6fba0ed-466c-4fe3-921e-900cd26075a2', 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:34.481969 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 164f598f-c1cd-414f-b626-143be7340ef6 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:34.482348 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.484125 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:34.488513 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Usage tracker for resource:security_group_rule and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:34.491322 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:34.496900 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:34.513576 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.575254 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.579107 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.604867 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b80208d-4a4e-43f3-bb70-100e8e205646,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:34.614814 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.618459 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-b27927e0-af17-49a3-b69c-36b58fbb4ac0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442041 May 03 21:21:34.618588 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60470) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:34.623923 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Request body: {'security_group_rule': {'security_group_id': 'b6fba0ed-466c-4fe3-921e-900cd26075a2', 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:34.630273 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:34.634120 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Usage tracker for resource:security_group_rule and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:34.637036 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:34.643642 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:34.661788 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.687272 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'name': 'tempest-TestShelveInstance-2092226358-router', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:27Z', 'updated_at': '2022-05-03T21:21:31Z', 'revision_number': 4, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'gw_port': {'id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:28Z', 'updated_at': '2022-05-03T21:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '1399f7d1-d955-4b88-b246-bb8eb91cabe7', 'name': '', 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'mac_address': 'fa:16:3e:29:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '56cc58c8-3515-4f1a-98a2-89cc8778609e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:31Z', 'updated_at': '2022-05-03T21:21:32Z', 'revision_number': 2, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'subnets': [{'id': '56cc58c8-3515-4f1a-98a2-89cc8778609e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:34.692077 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Checking router: df42eacb-6e74-4ec1-9c79-9a55c3032bb7 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:21:34.692425 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Updating router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 binding host dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:21:34.726084 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.729877 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.747232 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.752816 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4ffcdb-7dba-492e-a206-ceffc9859501,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:34.763233 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.764402 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-fe6ec43c-e6d6-4491-bb61-63627fb56503 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446824 May 03 21:21:34.769204 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60474) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:34.774281 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Request body: {'security_group_rule': {'security_group_id': 'b6fba0ed-466c-4fe3-921e-900cd26075a2', 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:34.780045 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:34.784369 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Usage tracker for resource:security_group_rule and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:34.787620 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:34.793286 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:34.803283 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.securitygroups_db [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Project 0298b7b51c0c48889e8e2de2a68273d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:21:34.809732 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.875901 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.880595 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.902566 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d901e0eb-b6e4-41ec-9550-ed4754f7c8ad,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:34.914278 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:34.915723 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-5b4fcee0-fa1f-4176-a467-02e54879af25 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1456270 May 03 21:21:34.918389 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60478) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:34.923303 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Request body: {'security_group_rule': {'security_group_id': 'b6fba0ed-466c-4fe3-921e-900cd26075a2', 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:34.929060 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:34.932968 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Usage tracker for resource:security_group_rule and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:21:34.935907 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:21:34.942127 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:34.952035 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.securitygroups_db [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Project 0298b7b51c0c48889e8e2de2a68273d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:21:34.958437 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:35.023919 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:35.027942 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:35.052019 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98aab7e6-0b00-4288-855d-662f7c8a7ef7,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:35.060304 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:35.061539 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c2d5573c-c013-43a2-a4c1-6c93d309507a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422663 May 03 21:21:35.099691 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Notify callbacks [] for port, precommit_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:35.116196 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Transition to ACTIVE for port object 1399f7d1-d955-4b88-b246-bb8eb91cabe7 will not be triggered until provisioned by entity L2. {{(pid=87241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:35.122717 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:35.277051 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d51ea-3e34-46ef-8c07-8f437ff848d3 None None] Pushing event updated for resources: {'Port': ['ID=1399f7d1-d955-4b88-b246-bb8eb91cabe7,revision_number=3']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:35.347269 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Attempting to bind port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 on host dv-cinder-840376-1-smb for vnic_type normal with profile {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:21:35.347632 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Attempting to bind port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 by drivers openvswitch,hyperv on host dv-cinder-840376-1-smb at level 0 using segments [{'id': '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f'}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:21:35.347982 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Attempting to bind port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 on network 33dd68a6-cce6-4ffe-841b-57b54311111f {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:35.353612 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Checking agent: {'id': '4dcc0e26-a5cc-4361-b25b-5beafcf4be71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 4, 47), 'started_at': datetime.datetime(2022, 5, 3, 21, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:21:35.354025 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Checking segment: {'id': '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:35.354429 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:35.354802 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Bound using segment: {'id': '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f'} {{(pid=87241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:21:35.355259 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.managers [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Bound port: 1399f7d1-d955-4b88-b246-bb8eb91cabe7, host: dv-cinder-840376-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f'}}] {{(pid=87241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:21:35.355624 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:35.445007 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 7b4cdb07-5236-45d4-8857-834e4819fe03 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:35.496835 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] For port 1399f7d1-d955-4b88-b246-bb8eb91cabe7, host dv-cinder-840376-1-smb, cleared binding levels {{(pid=87241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:21:35.514837 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] For port 1399f7d1-d955-4b88-b246-bb8eb91cabe7, host dv-cinder-840376-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=1399f7d1-d955-4b88-b246-bb8eb91cabe7,segment=NetworkSegment(5934f8c6-0234-4b89-b2af-3f3d2c6ea92a),segment_id=5934f8c6-0234-4b89-b2af-3f3d2c6ea92a)] {{(pid=87241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:21:35.521533 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:35.615504 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d51ea-3e34-46ef-8c07-8f437ff848d3 None None] Pushing event updated for resources: {'Port': ['ID=1399f7d1-d955-4b88-b246-bb8eb91cabe7,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:35.625276 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 7b4cdb07-5236-45d4-8857-834e4819fe03 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:35.625390 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:35.710733 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Routers {'df42eacb-6e74-4ec1-9c79-9a55c3032bb7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:35.712250 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:35.981128 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] Set router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:36.323648 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'name': 'tempest-TestShelveInstance-2092226358-router', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:27Z', 'updated_at': '2022-05-03T21:21:31Z', 'revision_number': 4, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'gw_port': {'id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:28Z', 'updated_at': '2022-05-03T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '1399f7d1-d955-4b88-b246-bb8eb91cabe7', 'name': '', 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'mac_address': 'fa:16:3e:29:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '56cc58c8-3515-4f1a-98a2-89cc8778609e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:31Z', 'updated_at': '2022-05-03T21:21:35Z', 'revision_number': 4, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'subnets': [{'id': '56cc58c8-3515-4f1a-98a2-89cc8778609e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:36.327562 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817fbb6f-0851-494a-a750-0c898f0c9a42 None None] The sync data for ids ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'] in dv-cinder-840376-1-smb is: [{'id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'name': 'tempest-TestShelveInstance-2092226358-router', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:27Z', 'updated_at': '2022-05-03T21:21:31Z', 'revision_number': 4, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'gw_port': {'id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:28Z', 'updated_at': '2022-05-03T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '1399f7d1-d955-4b88-b246-bb8eb91cabe7', 'name': '', 'network_id': '33dd68a6-cce6-4ffe-841b-57b54311111f', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'mac_address': 'fa:16:3e:29:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '56cc58c8-3515-4f1a-98a2-89cc8778609e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:31Z', 'updated_at': '2022-05-03T21:21:35Z', 'revision_number': 4, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'subnets': [{'id': '56cc58c8-3515-4f1a-98a2-89cc8778609e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:21:37.457458 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 1399f7d1-d955-4b88-b246-bb8eb91cabe7 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:37.528407 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning for port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:37.533176 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:37.533711 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:37.658233 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:37.690630 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] For port 1399f7d1-d955-4b88-b246-bb8eb91cabe7, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=1399f7d1-d955-4b88-b246-bb8eb91cabe7,segment=NetworkSegment(5934f8c6-0234-4b89-b2af-3f3d2c6ea92a),segment_id=5934f8c6-0234-4b89-b2af-3f3d2c6ea92a)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:37.693877 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:37.763820 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Pushing event updated for resources: {'Port': ['ID=1399f7d1-d955-4b88-b246-bb8eb91cabe7,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:39.439986 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 1399f7d1-d955-4b88-b246-bb8eb91cabe7 up at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:39.507226 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Provisioning complete for port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:39.507587 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:41.571549 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:44.088368 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-6f5f71ea-7400-4845-9fc5-f2ad5345793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:44.293941 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-7e390269-6cf7-4edf-8e3e-e565f7e4b372 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760341 May 03 21:21:44.464978 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-b4e338e0-6429-404d-8255-ddbd54985051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:44.466496 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-b4e338e0-6429-404d-8255-ddbd54985051 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 1099 time: 0.0855806 May 03 21:21:44.618722 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-67d9efc5-9fb0-4a5c-8e8c-f2c27d5990d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:44.620075 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-67d9efc5-9fb0-4a5c-8e8c-f2c27d5990d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 915 time: 0.1334574 May 03 21:21:44.727135 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-184606c0-2e3b-4e92-a2bc-e71575efd694 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46220d38-8fc5-4272-80b8-4009b81ca884 HTTP/1.1" status: 200 len: 1002 time: 0.1006341 May 03 21:21:44.790877 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-15f85c76-d9fb-46c3-9fa4-a51f725354b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:44.792536 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-15f85c76-d9fb-46c3-9fa4-a51f725354b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0592103 May 03 21:21:44.872594 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-fad65031-4bc5-45aa-93c1-908ff94a5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:44.873985 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-fad65031-4bc5-45aa-93c1-908ff94a5de8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726693 May 03 21:21:45.005548 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-2b9d07be-110e-412e-b2a9-bbf854bf5937 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252227 May 03 21:21:45.234265 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ca18fbd9-dd51-4a94-ac56-35978a4e7b85 req-52ca6e60-be1e-4c1f-af3e-8d5422ade227 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208283 May 03 21:21:46.437909 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-903aa2f0-c6e3-4a4d-98ba-0b3f9cf8d8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:47.447149 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:47.638801 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:48.705886 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:48.851950 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-3d5f0ab6-adce-4380-8941-2daf30fa2824 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Synchronizing usage tracker for tenant:0298b7b51c0c48889e8e2de2a68273d3 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:21:48.868423 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-3d5f0ab6-adce-4380-8941-2daf30fa2824 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Unset dirty status for tenant:0298b7b51c0c48889e8e2de2a68273d3 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:21:48.869492 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-3d5f0ab6-adce-4380-8941-2daf30fa2824 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942914594&fields=id&tenant_id=0298b7b51c0c48889e8e2de2a68273d3 HTTP/1.1" status: 200 len: 267 time: 0.0547509 May 03 21:21:49.016184 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-ec4dab05-1aee-49d3-af0b-86e9ae238cb5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:49.017593 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-ec4dab05-1aee-49d3-af0b-86e9ae238cb5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/networks?id=89782a5b-7fde-4d98-a51c-3968db14ab02 HTTP/1.1" status: 200 len: 809 time: 0.1416194 May 03 21:21:49.031725 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-71c65c55-c8d3-4c0c-a39c-d254a28ce865 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/quotas/0298b7b51c0c48889e8e2de2a68273d3 HTTP/1.1" status: 200 len: 375 time: 0.0084898 May 03 21:21:49.110199 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a647fa5f-2d25-43c4-9b6c-85f59b4275bf tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Synchronizing usage tracker for tenant:0298b7b51c0c48889e8e2de2a68273d3 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:21:49.126709 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a647fa5f-2d25-43c4-9b6c-85f59b4275bf tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Unset dirty status for tenant:0298b7b51c0c48889e8e2de2a68273d3 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:21:49.127917 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a647fa5f-2d25-43c4-9b6c-85f59b4275bf tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0298b7b51c0c48889e8e2de2a68273d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912116 May 03 21:21:49.262352 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-9da6f66c-0986-4f60-98eb-95861dbe97fc service neutron] 10.222.0.44 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232071 May 03 21:21:49.396247 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-6eff3b31-a85a-4541-a804-abf6f1710b0d service neutron] 10.222.0.44 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281035 May 03 21:21:49.774596 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dada97d9-6eb5-48d2-92b3-fa34ca23f42b req-4fab8659-ce16-4d4e-826b-0eb52aef98a5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 210 time: 0.0464690 May 03 21:21:50.883878 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-c414c37b-0c2d-4bd7-b314-2f99bc5e8563 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:50.885276 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-c414c37b-0c2d-4bd7-b314-2f99bc5e8563 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.43 "GET /v2.0/networks?id=89782a5b-7fde-4d98-a51c-3968db14ab02 HTTP/1.1" status: 200 len: 809 time: 0.1480367 May 03 21:21:50.942593 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-227e7f6d-82f4-4dea-8614-9f31484a6944 req-af027657-df99-4071-93d4-33496ebecd95 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 210 time: 0.0563769 May 03 21:21:50.968349 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-b65686bc-0298-45d6-8ed6-e7aba19e1af5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0298b7b51c0c48889e8e2de2a68273d3 HTTP/1.1" status: 200 len: 380 time: 0.0515327 May 03 21:21:50.977078 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Request body: {'port': {'device_id': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'admin_state_up': True, 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'security_groups': ['b6fba0ed-466c-4fe3-921e-900cd26075a2']}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:51.112130 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:51.121400 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:51.131439 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Made reservation on behalf of 0298b7b51c0c48889e8e2de2a68273d3 for: {'port': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:21:51.134986 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:51.298071 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Allocated IP 172.20.0.3 (89782a5b-7fde-4d98-a51c-3968db14ab02/b2f4ae61-8172-48b2-bda6-ec9a0af99db4/710fb3d5-5b8a-4444-a282-5cbd34cdb877) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:21:51.502129 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:51.517644 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Transition to ACTIVE for port object 710fb3d5-5b8a-4444-a282-5cbd34cdb877 will not be triggered until provisioned by entity DHCP. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:51.542156 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:51.613992 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Network 89782a5b-7fde-4d98-a51c-3968db14ab02 is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:51.617034 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:51.620870 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:21:51.656564 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event updated for resources: {'Port': ['ID=710fb3d5-5b8a-4444-a282-5cbd34cdb877,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:51.697628 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:51.698268 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:51.724865 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a0cdd5f1-ef29-4bbf-81bf-2d9c8fddde38 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7512858 May 03 21:21:51.742393 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Request body: {'port': {'device_id': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:51.814068 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-089d056f-dec0-47ca-badd-44c02c5fbdae None None] Provisioning for port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:51.818996 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-089d056f-dec0-47ca-badd-44c02c5fbdae None None] Provisioning complete for port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:51.819363 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-089d056f-dec0-47ca-badd-44c02c5fbdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:51.856620 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:51.874325 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-089d056f-dec0-47ca-badd-44c02c5fbdae None None] Port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:21:52.257585 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea64230-6c12-496c-8a9e-933b7d2380a5 req-18367d7c-c9f6-420f-99bd-80df0f270fb4 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:52.258306 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-5ea64230-6c12-496c-8a9e-933b7d2380a5 req-18367d7c-c9f6-420f-99bd-80df0f270fb4 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Synchronizing usage tracker for tenant:0298b7b51c0c48889e8e2de2a68273d3 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:21:52.294609 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-5ea64230-6c12-496c-8a9e-933b7d2380a5 req-18367d7c-c9f6-420f-99bd-80df0f270fb4 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Unset dirty status for tenant:0298b7b51c0c48889e8e2de2a68273d3 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:21:52.295730 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ea64230-6c12-496c-8a9e-933b7d2380a5 req-18367d7c-c9f6-420f-99bd-80df0f270fb4 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 931 time: 0.2326250 May 03 21:21:52.389600 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ea64230-6c12-496c-8a9e-933b7d2380a5 req-1c24d230-efa0-4d6a-aeae-9e5a4fccdfa0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822723 May 03 21:21:52.404177 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710fb3d5-5b8a-4444-a282-5cbd34cdb877 {{(pid=87239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:21:52.414233 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:52.430363 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Transition to ACTIVE for port object 710fb3d5-5b8a-4444-a282-5cbd34cdb877 will not be triggered until provisioned by entity L2. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:52.433832 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:52.568108 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=710fb3d5-5b8a-4444-a282-5cbd34cdb877,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:52.671039 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Attempting to bind port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:21:52.671372 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Attempting to bind port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:21:52.671686 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Attempting to bind port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 on network 89782a5b-7fde-4d98-a51c-3968db14ab02 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:52.676773 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 on network 89782a5b-7fde-4d98-a51c-3968db14ab02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:21:52.677087 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Attempting to bind port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 on network 89782a5b-7fde-4d98-a51c-3968db14ab02 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:52.683023 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:21:52.683355 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Checking segment: {'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:52.683732 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Bound using segment: {'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:21:52.684885 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Bound port: 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc17de3a-e4e0-471f-88e5-4e1a5733564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02'}}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:21:52.685351 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:52.775319 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] For port 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host hv-cinder-84037, cleared binding levels {{(pid=87239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:21:52.778274 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] For port 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:21:52.782590 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:52.837282 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:52.838120 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:52.839490 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/710fb3d5-5b8a-4444-a282-5cbd34cdb877 HTTP/1.1" status: 200 len: 1093 time: 1.1013525 May 03 21:21:52.842219 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:52.866858 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e11404-599a-4689-be74-6a1eb1e2e8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=710fb3d5-5b8a-4444-a282-5cbd34cdb877,revision_number=3']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:52.889721 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01136894-b68d-46f6-8c6d-6b3930a823ca'] response: {'name': 'network-changed', 'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'status': 'completed', 'code': 200} May 03 21:21:52.988051 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-998c6c7b-b1fb-487c-a3e6-d9e486d14090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:52.989538 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-998c6c7b-b1fb-487c-a3e6-d9e486d14090 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0298b7b51c0c48889e8e2de2a68273d3&device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1096 time: 0.0765550 May 03 21:21:53.064583 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-6ec785e7-274f-4e63-96d9-de4fdde04f28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877 HTTP/1.1" status: 200 len: 217 time: 0.0615335 May 03 21:21:53.128464 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a3b5d380-1a02-40b1-9e5a-d8ba81697eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:53.129842 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-a3b5d380-1a02-40b1-9e5a-d8ba81697eb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f4ae61-8172-48b2-bda6-ec9a0af99db4 HTTP/1.1" status: 200 len: 848 time: 0.0594146 May 03 21:21:53.200999 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-d39cafba-a10a-4dcc-be7a-a1a48ead13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:53.202437 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-d39cafba-a10a-4dcc-be7a-a1a48ead13f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89782a5b-7fde-4d98-a51c-3968db14ab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670655 May 03 21:21:53.333677 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-faf7aade-bf41-44b3-9ed3-749d146765d1 service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255329 May 03 21:21:53.465576 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5ffdac29-70d7-4c2c-8efa-fafb8dbd1549 req-7beba5b3-9480-4018-9a52-8de2e1005b7b service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260264 May 03 21:21:53.611972 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baae17d-2aed-42e9-82a4-2d193031f4fd req-87da5023-0f20-46aa-8ee0-8e2247133fd5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:53.614328 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9baae17d-2aed-42e9-82a4-2d193031f4fd req-87da5023-0f20-46aa-8ee0-8e2247133fd5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 943 time: 0.1163020 May 03 21:21:53.673462 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-9baae17d-2aed-42e9-82a4-2d193031f4fd req-b924a097-79e9-4a9a-8d02-4c0fb16b6726 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491223 May 03 21:21:53.683535 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-90bf7dbb-2cae-4cb5-bcd9-dead82cf893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:53.684932 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-90bf7dbb-2cae-4cb5-bcd9-dead82cf893e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0298b7b51c0c48889e8e2de2a68273d3&device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1096 time: 0.1171286 May 03 21:21:53.908049 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-d495de7a-2946-40cf-9fd5-8570c28af30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:53.909441 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-d495de7a-2946-40cf-9fd5-8570c28af30c service neutron] 10.222.0.43 "GET /v2.0/networks?id=89782a5b-7fde-4d98-a51c-3968db14ab02 HTTP/1.1" status: 200 len: 910 time: 0.2155035 May 03 21:21:53.978107 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-625d29b5-b217-4854-9ad3-c7b45ddde7b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877 HTTP/1.1" status: 200 len: 217 time: 0.0625067 May 03 21:21:54.040476 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-fec487d6-1a6f-4ee6-87ca-cca905a30aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:54.041856 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-fec487d6-1a6f-4ee6-87ca-cca905a30aee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f4ae61-8172-48b2-bda6-ec9a0af99db4 HTTP/1.1" status: 200 len: 848 time: 0.0559368 May 03 21:21:54.120293 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-41511817-9409-49e6-b653-b8664ee77c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:54.121702 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-41511817-9409-49e6-b653-b8664ee77c1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89782a5b-7fde-4d98-a51c-3968db14ab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717514 May 03 21:21:54.249239 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-c58567e4-28b6-47a4-873a-9f45c7ec75aa service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210752 May 03 21:21:54.385771 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-592c13c4-0a5c-4c98-a284-8abf8dd4586d req-d0bfe92f-059c-4f5e-b9c2-2df38c2d2daf service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262839 May 03 21:21:54.856668 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a2343-5ca3-42d1-bdbf-9d786b7ec9d2 req-57eeffa0-725b-49f2-bcf8-035ce6a56cfb tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:54.858084 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8e5a2343-5ca3-42d1-bdbf-9d786b7ec9d2 req-57eeffa0-725b-49f2-bcf8-035ce6a56cfb tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 943 time: 0.0776267 May 03 21:21:54.900904 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8e5a2343-5ca3-42d1-bdbf-9d786b7ec9d2 req-3a6e44af-0353-4de0-bdb6-54c499420bd4 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369475 May 03 21:21:55.196822 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:21:56.082687 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4e79e-a102-4c97-98d6-10446a22ec3c req-307d3a89-bdd3-4c15-b9ce-3eb56f3718a4 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:56.084198 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3bb4e79e-a102-4c97-98d6-10446a22ec3c req-307d3a89-bdd3-4c15-b9ce-3eb56f3718a4 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 943 time: 0.0804729 May 03 21:21:56.129433 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3bb4e79e-a102-4c97-98d6-10446a22ec3c req-f8cd2a7f-25dc-48c6-ba9f-3266983c47b0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395663 May 03 21:21:56.692236 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 710fb3d5-5b8a-4444-a282-5cbd34cdb877 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:21:56.829552 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:56.843037 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'port_id': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'mac_address': 'fa:16:3e:76:53:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:21:56.898507 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:56.915007 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710fb3d5-5b8a-4444-a282-5cbd34cdb877 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:21:56.929884 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:56.933414 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:57.035525 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=710fb3d5-5b8a-4444-a282-5cbd34cdb877,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:57.219929 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['710fb3d5-5b8a-4444-a282-5cbd34cdb877'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:21:57.320233 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f63d15-cae4-42d7-b848-f9b5ed0a9434 req-2ed0d6ab-6ac9-4e9f-9f12-31a76ac14be9 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:57.321571 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f9f63d15-cae4-42d7-b848-f9b5ed0a9434 req-2ed0d6ab-6ac9-4e9f-9f12-31a76ac14be9 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 944 time: 0.0864546 May 03 21:21:57.364902 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f9f63d15-cae4-42d7-b848-f9b5ed0a9434 req-96b462e5-3df1-489f-b97f-54088aa7adf4 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376227 May 03 21:21:58.553884 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28920ec9-9d14-44ff-b129-8d9ebc74e99a req-abbace38-0753-470e-96b2-b9ca55e8bd83 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:58.555343 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-28920ec9-9d14-44ff-b129-8d9ebc74e99a req-abbace38-0753-470e-96b2-b9ca55e8bd83 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 944 time: 0.0831342 May 03 21:21:58.599833 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-28920ec9-9d14-44ff-b129-8d9ebc74e99a req-172008c3-9478-4fa9-aaf5-8f50eeb98416 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378137 May 03 21:21:58.687742 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 710fb3d5-5b8a-4444-a282-5cbd34cdb877 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:58.757642 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:58.762218 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:58.762610 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:58.877027 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:58.902577 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:58.913192 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:58.917412 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:58.949623 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e74f384-69ea-4e3d-b619-c7c957783680'] response: {'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'code': 200} May 03 21:21:58.986409 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=710fb3d5-5b8a-4444-a282-5cbd34cdb877,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:59.320546 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ae7b2-ecf7-4baa-a3e2-87fc43b13b38 req-53ea15bc-f1f9-402a-8106-d65a0b5f688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:59.322022 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b1ae7b2-ecf7-4baa-a3e2-87fc43b13b38 req-53ea15bc-f1f9-402a-8106-d65a0b5f688b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1098 time: 0.0698647 May 03 21:21:59.366033 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2b1ae7b2-ecf7-4baa-a3e2-87fc43b13b38 req-80408f81-d56b-4dad-b8af-a32a52b23807 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371091 May 03 21:21:59.785447 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bccc86-35ac-43a4-9389-5b17ca5beb8f req-309b27c8-9dad-4f9b-a6b8-26ea78f12f6f tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:59.787208 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-06bccc86-35ac-43a4-9389-5b17ca5beb8f req-309b27c8-9dad-4f9b-a6b8-26ea78f12f6f tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0812573 May 03 21:21:59.832358 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-06bccc86-35ac-43a4-9389-5b17ca5beb8f req-fbd13a93-eec2-4f9f-834b-cfc5aa138ac2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394511 May 03 21:22:01.018559 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03627a4c-3828-4916-a528-3e1b78507e8a req-094fb6af-57d1-4cea-9fc9-b4ff954a6dd3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:01.020003 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-03627a4c-3828-4916-a528-3e1b78507e8a req-094fb6af-57d1-4cea-9fc9-b4ff954a6dd3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0835469 May 03 21:22:01.064084 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-03627a4c-3828-4916-a528-3e1b78507e8a req-4ff7cc06-a493-4e22-8b12-f10b5e31a1a0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383713 May 03 21:22:01.250747 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f028f-4e74-46a8-9c9d-b1e7875bda59 req-8610d4f3-b547-400f-8fc0-f102f61ffd64 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:01.252205 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f6f028f-4e74-46a8-9c9d-b1e7875bda59 req-8610d4f3-b547-400f-8fc0-f102f61ffd64 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0832441 May 03 21:22:01.300357 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f6f028f-4e74-46a8-9c9d-b1e7875bda59 req-ba5f13ba-6c54-4903-ae11-c0201e80115e tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415771 May 03 21:22:01.322499 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60666) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:01.491043 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653fb6b5-1d41-4e89-8085-2919e6654d1e tempest-TestShelveInstance-1835271523 tempest-TestShelveInstance-1835271523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:01.491728 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-653fb6b5-1d41-4e89-8085-2919e6654d1e tempest-TestShelveInstance-1835271523 tempest-TestShelveInstance-1835271523-project-admin] Synchronizing usage tracker for tenant:e821e431886d41ceb554b98cf980127f on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:01.508087 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-653fb6b5-1d41-4e89-8085-2919e6654d1e tempest-TestShelveInstance-1835271523 tempest-TestShelveInstance-1835271523-project-admin] Unset dirty status for tenant:e821e431886d41ceb554b98cf980127f on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:01.509772 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-653fb6b5-1d41-4e89-8085-2919e6654d1e tempest-TestShelveInstance-1835271523 tempest-TestShelveInstance-1835271523-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1093 time: 0.1860971 May 03 21:22:01.512647 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60672) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:01.517399 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'port_id': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:01.523950 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:01.527801 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Usage tracker for resource:floatingip and tenant:0298b7b51c0c48889e8e2de2a68273d3 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:01.530618 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:01.537149 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:01.547125 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for floatingip, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.680713 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.822027 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Allocated IP 172.28.1.45 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/984cee50-e51e-4b43-b391-aaacdf6f2f7a) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:22:02.063078 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:02.092400 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:02.158090 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:22:02.160864 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:22:02.164661 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:22:02.195441 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event updated for resources: {'Port': ['ID=984cee50-e51e-4b43-b391-aaacdf6f2f7a,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:02.212636 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.212969 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.213298 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.213620 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.213965 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.214285 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.214598 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.214910 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.215224 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.215556 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.215865 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.216174 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:02.578929 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:02.660734 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:02.921471 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1dba1-3db3-4e30-9da2-a617f34d71f2 req-3c68a37e-fb7c-4e0f-854a-769cd975cb12 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:02.922856 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-14f1dba1-3db3-4e30-9da2-a617f34d71f2 req-3c68a37e-fb7c-4e0f-854a-769cd975cb12 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 946 time: 0.1619184 May 03 21:22:02.954899 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:02.968158 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:03.028508 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-14f1dba1-3db3-4e30-9da2-a617f34d71f2 req-0a355688-4780-418c-8b5c-9368e6a40f01 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=b41ccfad-797c-4cbf-aa3f-93fb71d22904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945959 May 03 21:22:03.083823 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event updated for resources: {'Port': ['ID=984cee50-e51e-4b43-b391-aaacdf6f2f7a,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:03.099197 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:03.265147 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Floating IP 36545583-fc3c-4d9d-bf63-48872f250c8d associated. External IP: 172.28.1.45, port: 710fb3d5-5b8a-4444-a282-5cbd34cdb877. May 03 21:22:03.713378 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:22:03.891825 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:22:03.901694 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] Sync routers for ids ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:22:03.910719 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] Routers {'e6442ce5-7731-4ea2-83e7-6ce05770e6b1'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:22:03.911588 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:03.916653 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:03.976178 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-ade20b85-330d-4d6d-8220-007ee284e9e3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4623630 May 03 21:22:03.977203 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:22:04.022552 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a290c376-8101-4aac-a70c-a82989a4f6b6'] response: {'name': 'network-changed', 'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'status': 'completed', 'code': 200} May 03 21:22:04.089639 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] Set router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:22:04.176445 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-1730ff76-2987-497a-9cd7-822df51e4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:04.177922 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-1730ff76-2987-497a-9cd7-822df51e4f55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0298b7b51c0c48889e8e2de2a68273d3&device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1098 time: 0.1082368 May 03 21:22:04.341873 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f35015-2ac2-41ce-b4d3-f03e07425c13 req-63176400-c430-441d-82e4-babe8a1f90c5 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:04.343309 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-60f35015-2ac2-41ce-b4d3-f03e07425c13 req-63176400-c430-441d-82e4-babe8a1f90c5 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 946 time: 0.2020562 May 03 21:22:04.345995 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-0347ea96-3a10-4296-b05a-993a10304d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:04.348398 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-0347ea96-3a10-4296-b05a-993a10304d6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=89782a5b-7fde-4d98-a51c-3968db14ab02 HTTP/1.1" status: 200 len: 910 time: 0.1644585 May 03 21:22:04.413158 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-8a88fd87-9fe7-4b41-8166-5df261c7bc2f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:04.414572 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-8a88fd87-9fe7-4b41-8166-5df261c7bc2f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:04.426354 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-8a88fd87-9fe7-4b41-8166-5df261c7bc2f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:04.427696 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-8a88fd87-9fe7-4b41-8166-5df261c7bc2f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 946 time: 0.0951157 May 03 21:22:04.446652 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '36545583-fc3c-4d9d-bf63-48872f250c8d', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'floating_ip_address': '172.28.1.45', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'port_id': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'mac_address': 'fa:16:3e:76:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:22:02Z', 'updated_at': '2022-05-03T21:22:02Z', 'revision_number': 0, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164f598f-c1cd-414f-b626-143be7340ef6', 'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'mac_address': 'fa:16:3e:d0:65:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:24Z', 'updated_at': '2022-05-03T21:21:32Z', 'revision_number': 5, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'subnets': [{'id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:04.450418 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] Checking router: e6442ce5-7731-4ea2-83e7-6ce05770e6b1 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:22:04.459066 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] Routers {'e6442ce5-7731-4ea2-83e7-6ce05770e6b1'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:22:04.459662 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:04.469792 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-60f35015-2ac2-41ce-b4d3-f03e07425c13 req-fabc74dd-6c8e-412e-8533-afe8b7cbbda7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=b41ccfad-797c-4cbf-aa3f-93fb71d22904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200163 May 03 21:22:04.483133 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-2e30fedb-a9ea-4815-989d-56009b667f6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877 HTTP/1.1" status: 200 len: 998 time: 0.1160142 May 03 21:22:04.503616 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Deleting port 46220d38-8fc5-4272-80b8-4009b81ca884 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:22:04.504080 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:04.550620 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-b2f46bf1-7f8f-401f-ac6b-4db5f5cf8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:04.552054 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-b2f46bf1-7f8f-401f-ac6b-4db5f5cf8d07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f4ae61-8172-48b2-bda6-ec9a0af99db4 HTTP/1.1" status: 200 len: 848 time: 0.0630224 May 03 21:22:04.627301 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-9a250476-b679-434b-b0f6-08402ad592b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:04.628963 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-9a250476-b679-434b-b0f6-08402ad592b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89782a5b-7fde-4d98-a51c-3968db14ab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708754 May 03 21:22:04.640695 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] Set router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:22:04.758435 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] For port 46220d38-8fc5-4272-80b8-4009b81ca884, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=46220d38-8fc5-4272-80b8-4009b81ca884,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:22:04.758839 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:04.761324 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-e348337f-eeab-40ca-8577-4857c9ccb3ad service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264658 May 03 21:22:04.897474 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b407637d-9381-45a7-8e6e-7e34ba5e0d36 req-de85e197-7b27-4792-8584-ae8534fe059d service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301827 May 03 21:22:04.998152 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '36545583-fc3c-4d9d-bf63-48872f250c8d', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'floating_ip_address': '172.28.1.45', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'port_id': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'mac_address': 'fa:16:3e:76:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:22:02Z', 'updated_at': '2022-05-03T21:22:02Z', 'revision_number': 0, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164f598f-c1cd-414f-b626-143be7340ef6', 'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'mac_address': 'fa:16:3e:d0:65:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:24Z', 'updated_at': '2022-05-03T21:21:32Z', 'revision_number': 5, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'subnets': [{'id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:05.002056 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b708bd4-b4d1-4d37-af9c-a8d67b8af63d None None] The sync data for ids ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'] in dv-cinder-840376-1-smb is: [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': '36545583-fc3c-4d9d-bf63-48872f250c8d', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'floating_ip_address': '172.28.1.45', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'port_id': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'mac_address': 'fa:16:3e:76:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:22:02Z', 'updated_at': '2022-05-03T21:22:02Z', 'revision_number': 0, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164f598f-c1cd-414f-b626-143be7340ef6', 'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'mac_address': 'fa:16:3e:d0:65:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:24Z', 'updated_at': '2022-05-03T21:21:32Z', 'revision_number': 5, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'subnets': [{'id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:22:05.053282 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:05.053849 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:05.054025 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.l3_db [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Floating IP 7e699501-ea01-456f-8554-9d11a074d54e disassociated. External IP: 172.28.1.149, port: 46220d38-8fc5-4272-80b8-4009b81ca884. May 03 21:22:05.054385 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Calling delete_port for 46220d38-8fc5-4272-80b8-4009b81ca884 owned by compute:nova {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:22:05.186414 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae2838-c975-49d2-9518-a723b4d6636b None None] New status for floating IP 36545583-fc3c-4d9d-bf63-48872f250c8d: ACTIVE {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:22:05.203788 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:05.253009 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'Port': ['ID=46220d38-8fc5-4272-80b8-4009b81ca884,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:05.445968 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:22:05.628549 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:22:05.631267 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4cf213b7-af0f-4157-b62e-4925955cdfcd req-bc17ad91-4c74-4d8a-87f5-8f3f95408367 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9afe34-1015-41ff-bd61-b1430797c35b HTTP/1.1" status: 200 len: 210 time: 0.0474010 May 03 21:22:05.651564 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:22:05.661965 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:22:05.662623 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:05.713239 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] No DVR routers for this DVR port 46220d38-8fc5-4272-80b8-4009b81ca884 on host hv-cinder-84037 {{(pid=87240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:22:05.716050 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:05.720199 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'name': 'network-vif-deleted', 'tag': '46220d38-8fc5-4272-80b8-4009b81ca884'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:22:05.735022 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3bba7c4a-285f-4a60-a887-9d51a1cd8671 req-44a7421f-7b12-41f5-a753-6621cce51550 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "DELETE /v2.0/ports/46220d38-8fc5-4272-80b8-4009b81ca884 HTTP/1.1" status: 204 len: 173 time: 1.3022795 May 03 21:22:05.767544 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331cb43f-b09c-4d2f-b895-461329b524a1'] response: {'server_uuid': 'be9afe34-1015-41ff-bd61-b1430797c35b', 'name': 'network-vif-deleted', 'tag': '46220d38-8fc5-4272-80b8-4009b81ca884', 'status': 'completed', 'code': 200} May 03 21:22:05.898157 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:22:06.204201 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:06.208538 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:22:06.216479 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:22:06.217050 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:21:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:06.397936 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:22:06.713084 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:06.717258 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c5d0b-7406-480c-b090-8b105d5d6717 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:22:06.747700 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 46220d38-8fc5-4272-80b8-4009b81ca884 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:22:06.778597 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60700) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:06.792667 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 46220d38-8fc5-4272-80b8-4009b81ca884 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:22:06.793011 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 46220d38-8fc5-4272-80b8-4009b81ca884 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:22:06.847984 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e97adf99-6b6b-4308-ac50-d37ad816c2b7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:06.876715 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e97adf99-6b6b-4308-ac50-d37ad816c2b7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:06.932267 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e97adf99-6b6b-4308-ac50-d37ad816c2b7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:06.951851 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97adf99-6b6b-4308-ac50-d37ad816c2b7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41ccfad-797c-4cbf-aa3f-93fb71d22904,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:06.966313 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-e97adf99-6b6b-4308-ac50-d37ad816c2b7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:06.967417 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-e97adf99-6b6b-4308-ac50-d37ad816c2b7 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "DELETE /v2.0/security-groups/b41ccfad-797c-4cbf-aa3f-93fb71d22904 HTTP/1.1" status: 204 len: 168 time: 0.1877334 May 03 21:22:06.969677 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11d55a-141c-4a7b-ab5a-518985509ce6 None None] New status for floating IP 7e699501-ea01-456f-8554-9d11a074d54e: DOWN {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:22:06.970397 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60704) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:06.985765 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.api.v2.resource [None req-64292f1a-eb38-4156-ae06-35cfc5cf6e24 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] show failed (client error): The resource could not be found. May 03 21:22:06.986781 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-64292f1a-eb38-4156-ae06-35cfc5cf6e24 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups/b41ccfad-797c-4cbf-aa3f-93fb71d22904 HTTP/1.1" status: 404 len: 347 time: 0.0155129 May 03 21:22:06.990089 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60708) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:07.246569 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-c99bf899-042b-443a-82a8-1c0ae2f24795 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Deleting port 5c7830bf-a61a-4e3c-8ae5-ad84dfdbaf0f {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:22:07.246912 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c99bf899-042b-443a-82a8-1c0ae2f24795 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:07.415376 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c99bf899-042b-443a-82a8-1c0ae2f24795 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:07.415701 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c99bf899-042b-443a-82a8-1c0ae2f24795 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:07.540142 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-c99bf899-042b-443a-82a8-1c0ae2f24795 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Calling delete_port for 5c7830bf-a61a-4e3c-8ae5-ad84dfdbaf0f owned by network:floatingip {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:22:07.677748 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c99bf899-042b-443a-82a8-1c0ae2f24795 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:07.728564 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bf899-042b-443a-82a8-1c0ae2f24795 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'Port': ['ID=5c7830bf-a61a-4e3c-8ae5-ad84dfdbaf0f,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:07.823328 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c99bf899-042b-443a-82a8-1c0ae2f24795 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:07.836784 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c99bf899-042b-443a-82a8-1c0ae2f24795 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:07.837902 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c99bf899-042b-443a-82a8-1c0ae2f24795 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "DELETE /v2.0/floatingips/7e699501-ea01-456f-8554-9d11a074d54e HTTP/1.1" status: 204 len: 168 time: 0.8469577 May 03 21:22:08.115340 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60714) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:08.120822 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960251515', 'description': 'tempest-description--911535709'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:08.126534 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:08.130688 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:08.133482 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:08.139143 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:08.149765 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.169419 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:08.173114 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:08.176985 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:08.182546 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:08.250153 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.254379 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.298027 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaa9898-99d0-4abb-a2a9-0ec161b32025,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:08.304577 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.308882 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b3f780a7-a511-4a13-a319-d61cb5963adf tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1925032 May 03 21:22:08.309281 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60718) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:08.314514 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group_rule': {'security_group_id': '3aaa9898-99d0-4abb-a2a9-0ec161b32025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:08.320643 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:08.324784 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:08.327638 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:08.333696 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:08.349802 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.504479 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.507889 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.530214 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926f4bc9-dd30-482f-a46c-1d345348f94b,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:08.539725 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.540936 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a728bfb8-c45f-4219-9da3-77144f63b12a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2305756 May 03 21:22:08.543750 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60722) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:08.548515 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'security_group_rule': {'security_group_id': '3aaa9898-99d0-4abb-a2a9-0ec161b32025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:08.554828 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:08.558572 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:security_group_rule and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:08.561338 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:08.567685 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:08.584178 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.648905 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.652282 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967147'] for security_group_rule, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.676477 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddf0694-7c28-49ad-96f4-501dd1c5c992,revision_number=0']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:08.684411 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.685610 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ccb3d0ba-31bd-49e8-b00b-e561cda30578 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409557 May 03 21:22:08.688698 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60726) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:08.693522 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'floatingip': {'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:08.699043 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:08.702750 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Usage tracker for resource:floatingip and tenant:e954b1741d1c4ab895e7f6483c74e466 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:08.705467 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:08.711222 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:08.721085 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.851976 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.988487 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Allocated IP 172.28.1.140 (1ffc24f5-8283-443e-b259-1a8749ff546b/069f0174-b3ff-4fe4-934b-531ca897ac07/0d0515b9-d2e6-40c7-9382-04e6724da566) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:22:09.129776 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:09.158015 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:09.223418 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Network 1ffc24f5-8283-443e-b259-1a8749ff546b is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:22:09.226178 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:22:09.228505 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:22:09.265389 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=0d0515b9-d2e6-40c7-9382-04e6724da566,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:09.316573 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:09.373276 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:09.576216 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:09.580543 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:09.686110 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=0d0515b9-d2e6-40c7-9382-04e6724da566,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:09.697773 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:09.719392 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:09.720623 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-3030a01d-f9b6-437d-bc8c-f6bf429eb13c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0310392 May 03 21:22:09.935407 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-717714d7-ddb4-48fc-8db0-67dacf8c876a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:security_group {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:09.950148 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-717714d7-ddb4-48fc-8db0-67dacf8c876a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:security_group {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:09.951479 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-717714d7-ddb4-48fc-8db0-67dacf8c876a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1960251515&fields=id&tenant_id=e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 267 time: 0.0544577 May 03 21:22:10.104614 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-20ca667e-d0a8-43d8-8827-cb382b50b614 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:10.105959 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-20ca667e-d0a8-43d8-8827-cb382b50b614 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 814 time: 0.1472635 May 03 21:22:10.119985 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-a732aefa-42e3-4c61-ad31-511853916577 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/quotas/e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 375 time: 0.0086777 May 03 21:22:10.204959 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-3ac7041c-a83c-4d4c-a5d7-d1b9fc0bbee4 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:10.220393 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-3ac7041c-a83c-4d4c-a5d7-d1b9fc0bbee4 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:10.221706 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-3ac7041c-a83c-4d4c-a5d7-d1b9fc0bbee4 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969439 May 03 21:22:10.357752 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-02a925ba-1ef3-4ee6-b3aa-33a66f9e527b service neutron] 10.222.0.44 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241121 May 03 21:22:10.485904 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-69ad18eb-c650-4041-8190-a14cab63af9e service neutron] 10.222.0.44 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223874 May 03 21:22:10.662236 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c895357c-80a6-42e9-b3cb-df3d05570117 req-84e1adfb-4de3-4100-b884-7a0efbd619d2 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 210 time: 0.0446041 May 03 21:22:11.569002 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:11.820967 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a8e916b7-28f8-405a-ba29-142aac01bc25 req-688f2d21-64e1-4564-bd81-7a04e70d0613 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 210 time: 0.0438213 May 03 21:22:11.853143 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-8be196fe-d46b-44f1-a0f8-8d5d5f70cb95 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:11.853842 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-8be196fe-d46b-44f1-a0f8-8d5d5f70cb95 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:network {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:11.870527 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-8be196fe-d46b-44f1-a0f8-8d5d5f70cb95 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:network {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:11.871811 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-8be196fe-d46b-44f1-a0f8-8d5d5f70cb95 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 814 time: 0.1804142 May 03 21:22:11.926698 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-1e846af7-e7f6-418c-8eac-802c15bf5b0d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:security_group {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:11.938689 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-1e846af7-e7f6-418c-8eac-802c15bf5b0d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:security_group {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:11.939774 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-1e846af7-e7f6-418c-8eac-802c15bf5b0d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e954b1741d1c4ab895e7f6483c74e466 HTTP/1.1" status: 200 len: 380 time: 0.0532868 May 03 21:22:11.948854 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'port': {'device_id': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'admin_state_up': True, 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'security_groups': ['3aaa9898-99d0-4abb-a2a9-0ec161b32025']}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:12.080089 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:12.089182 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:12.098707 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Made reservation on behalf of e954b1741d1c4ab895e7f6483c74e466 for: {'port': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:22:12.102317 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:12.259498 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Allocated IP 172.20.0.11 (29ae9d68-21bd-4e34-8c69-185d54a2903d/07bcd4cb-af5e-4a7d-8e34-0334c11dd353/bc0b5c05-cffa-4f3b-8705-f234464f878e) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:22:12.542709 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:12.557575 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Transition to ACTIVE for port object bc0b5c05-cffa-4f3b-8705-f234464f878e will not be triggered until provisioned by entity DHCP. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:22:12.580538 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:12.651935 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:22:12.655050 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:22:12.658776 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:22:12.688809 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event updated for resources: {'Port': ['ID=bc0b5c05-cffa-4f3b-8705-f234464f878e,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:12.725582 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:12.726454 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:12.762409 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5e9bef1f-52ea-4666-8ca7-42c39b53d54d tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8169999 May 03 21:22:12.780665 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Request body: {'port': {'device_id': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:12.895578 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:12.906992 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-1302e484-8d6f-4855-8f39-ece73c1208f4 None None] Provisioning for port bc0b5c05-cffa-4f3b-8705-f234464f878e completed by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:22:12.914983 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-1302e484-8d6f-4855-8f39-ece73c1208f4 None None] Provisioning complete for port bc0b5c05-cffa-4f3b-8705-f234464f878e triggered by entity DHCP. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:22:12.915345 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-1302e484-8d6f-4855-8f39-ece73c1208f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:12.982799 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-1302e484-8d6f-4855-8f39-ece73c1208f4 None None] Port bc0b5c05-cffa-4f3b-8705-f234464f878e cannot update to ACTIVE because it is not bound. {{(pid=87241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:22:13.111644 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30526a4-76b7-445a-8856-5a11bf63f94d req-85d57ea7-d43b-4666-8d65-994b1be9a39b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:13.113136 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f30526a4-76b7-445a-8856-5a11bf63f94d req-85d57ea7-d43b-4666-8d65-994b1be9a39b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 932 time: 0.1823075 May 03 21:22:13.157641 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f30526a4-76b7-445a-8856-5a11bf63f94d req-6f3f5d2a-cdd4-4889-be12-352b87c5199e tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385828 May 03 21:22:13.245106 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0b5c05-cffa-4f3b-8705-f234464f878e {{(pid=87240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:22:13.252352 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.266576 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Transition to ACTIVE for port object bc0b5c05-cffa-4f3b-8705-f234464f878e will not be triggered until provisioned by entity L2. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:22:13.271317 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.398602 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b5c05-cffa-4f3b-8705-f234464f878e,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:13.505320 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Attempting to bind port bc0b5c05-cffa-4f3b-8705-f234464f878e on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:22:13.505644 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Attempting to bind port bc0b5c05-cffa-4f3b-8705-f234464f878e by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:22:13.506012 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Attempting to bind port bc0b5c05-cffa-4f3b-8705-f234464f878e on network 29ae9d68-21bd-4e34-8c69-185d54a2903d {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:22:13.510616 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Port bc0b5c05-cffa-4f3b-8705-f234464f878e on network 29ae9d68-21bd-4e34-8c69-185d54a2903d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:22:13.510921 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Attempting to bind port bc0b5c05-cffa-4f3b-8705-f234464f878e on network 29ae9d68-21bd-4e34-8c69-185d54a2903d {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:22:13.515935 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:22:13.516261 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Checking segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:22:13.516624 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Bound using segment: {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:22:13.517027 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Bound port: bc0b5c05-cffa-4f3b-8705-f234464f878e, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6471e21c-a055-4728-a19e-3ff051f5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d'}}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:22:13.517359 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.601890 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] For port bc0b5c05-cffa-4f3b-8705-f234464f878e, host hv-cinder-84037, cleared binding levels {{(pid=87240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:22:13.604652 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] For port bc0b5c05-cffa-4f3b-8705-f234464f878e, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=bc0b5c05-cffa-4f3b-8705-f234464f878e,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:22:13.608932 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.670882 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:13.671466 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.672787 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] 10.222.0.43 "PUT /v2.0/ports/bc0b5c05-cffa-4f3b-8705-f234464f878e HTTP/1.1" status: 200 len: 1094 time: 0.8966978 May 03 21:22:13.673213 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'tag': 'bc0b5c05-cffa-4f3b-8705-f234464f878e'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:22:13.693394 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd34fe4-4889-4a93-9ea0-63409a58d757 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b5c05-cffa-4f3b-8705-f234464f878e,revision_number=3']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:13.730799 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31537e88-db82-4053-b71c-9130689c9bdd'] response: {'name': 'network-changed', 'server_uuid': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'tag': 'bc0b5c05-cffa-4f3b-8705-f234464f878e', 'status': 'completed', 'code': 200} May 03 21:22:13.824332 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-516aa378-ef6c-40a9-a7e5-37fc11bcbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:13.825833 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-516aa378-ef6c-40a9-a7e5-37fc11bcbc69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 1097 time: 0.0731473 May 03 21:22:13.903204 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-9adc952d-b33c-4fef-9542-7f2fd9df52be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0b5c05-cffa-4f3b-8705-f234464f878e HTTP/1.1" status: 200 len: 217 time: 0.0628717 May 03 21:22:13.963269 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-f4bb4eae-fb27-469e-a13f-087b99ae3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:13.964627 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-f4bb4eae-fb27-469e-a13f-087b99ae3d4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0561471 May 03 21:22:14.041396 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-0b5eb646-0e3f-43de-b29f-fee0888c02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:14.042879 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-0b5eb646-0e3f-43de-b29f-fee0888c02cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728176 May 03 21:22:14.090539 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-a4c1daab-944b-48cb-b5f9-26c12ee391cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:14.172748 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-8ad4fb01-b427-4331-ac26-ca8ce946d665 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240549 May 03 21:22:14.345978 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2682a84-de25-48bf-9b3d-1de1bce65094 req-3bf6adb4-2b27-4d6d-9ebc-7d2231fe52b8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:14.347632 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2682a84-de25-48bf-9b3d-1de1bce65094 req-3bf6adb4-2b27-4d6d-9ebc-7d2231fe52b8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 944 time: 0.0837405 May 03 21:22:14.395110 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d2682a84-de25-48bf-9b3d-1de1bce65094 req-7e538f50-888c-4df5-8401-5c7f468f60b8 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 May 03 21:22:14.404536 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-363b9606-fcda-4c79-a9eb-6d90b23b9642 req-706b7153-358c-4e6f-a522-6a3f022cad45 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255633 May 03 21:22:14.584319 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-47cf0e27-87de-4938-8733-16bc7c4f7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:14.585741 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-47cf0e27-87de-4938-8733-16bc7c4f7acc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 1097 time: 0.0692089 May 03 21:22:14.713257 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-69f23e25-d1e9-4fbe-8a99-6192d8c4c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:14.714705 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-69f23e25-d1e9-4fbe-8a99-6192d8c4c926 service neutron] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 915 time: 0.1229897 May 03 21:22:14.785210 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-bd199f59-339b-446a-bf1d-e57d3516edae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0b5c05-cffa-4f3b-8705-f234464f878e HTTP/1.1" status: 200 len: 217 time: 0.0621212 May 03 21:22:14.845786 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-0a55bdd1-56c7-4a20-9bf2-c4d916d69497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:14.847811 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-0a55bdd1-56c7-4a20-9bf2-c4d916d69497 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0557117 May 03 21:22:14.925778 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-471c69e1-1cd0-4649-9360-fa7271660e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:14.927263 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-471c69e1-1cd0-4649-9360-fa7271660e7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726845 May 03 21:22:15.055867 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-61ac626e-3e52-4a38-98c8-eb55fee8f6a2 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222851 May 03 21:22:15.189440 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-31ae2e1c-89ca-4569-b997-7273ed116cbf req-4dba2b1d-1bb0-4016-a3c2-47abee91a1e3 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230266 May 03 21:22:15.575972 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2666275-3ee4-49b1-a0f3-ba460700626a req-1f4bf57a-1edb-4e00-830e-098b7b470e6f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:15.577395 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a2666275-3ee4-49b1-a0f3-ba460700626a req-1f4bf57a-1edb-4e00-830e-098b7b470e6f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 944 time: 0.0780017 May 03 21:22:15.620663 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a2666275-3ee4-49b1-a0f3-ba460700626a req-3871cc38-bdc0-48c0-96b2-9d45ab2ce11b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 May 03 21:22:16.478121 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-74752302-5c92-4bf0-bfa3-27e7f2fed2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:16.773957 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device bc0b5c05-cffa-4f3b-8705-f234464f878e details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:22:16.825948 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71991d-3e27-42a4-ae90-2c3e8a1f92f0 req-227980e9-8ba0-474a-95c2-05d6b85bba0a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:16.827411 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5e71991d-3e27-42a4-ae90-2c3e8a1f92f0 req-227980e9-8ba0-474a-95c2-05d6b85bba0a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 944 time: 0.0987134 May 03 21:22:16.877085 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5e71991d-3e27-42a4-ae90-2c3e8a1f92f0 req-47896ce8-be84-4ba6-8752-45376fcf74ec tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425279 May 03 21:22:16.912746 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port bc0b5c05-cffa-4f3b-8705-f234464f878e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=bc0b5c05-cffa-4f3b-8705-f234464f878e,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:22:16.926962 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': 'bc0b5c05-cffa-4f3b-8705-f234464f878e', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'port_id': 'bc0b5c05-cffa-4f3b-8705-f234464f878e', 'mac_address': 'fa:16:3e:7b:2f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:22:16.983834 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:17.001575 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0b5c05-cffa-4f3b-8705-f234464f878e {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:22:17.019179 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port bc0b5c05-cffa-4f3b-8705-f234464f878e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=bc0b5c05-cffa-4f3b-8705-f234464f878e,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:22:17.023260 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:17.097103 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=bc0b5c05-cffa-4f3b-8705-f234464f878e,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:17.108820 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.109399 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.109998 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.110565 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.111121 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.111461 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.111954 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.112148 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.112469 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.112788 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.113105 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.113420 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:17.323845 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['bc0b5c05-cffa-4f3b-8705-f234464f878e'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:22:17.459550 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:17.629858 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:18.070059 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e1dad-70c4-45cb-b8b7-a0ea98d77feb req-6e3da87a-cb62-4ca7-ada1-565cf5dbd054 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:18.071501 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-581e1dad-70c4-45cb-b8b7-a0ea98d77feb req-6e3da87a-cb62-4ca7-ada1-565cf5dbd054 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 945 time: 0.0881598 May 03 21:22:18.115916 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-581e1dad-70c4-45cb-b8b7-a0ea98d77feb req-5a0751d9-5613-48f6-876b-d6ab0597c61f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387514 May 03 21:22:18.709530 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:18.815938 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device bc0b5c05-cffa-4f3b-8705-f234464f878e up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:22:18.880401 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port bc0b5c05-cffa-4f3b-8705-f234464f878e completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:22:18.885174 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port bc0b5c05-cffa-4f3b-8705-f234464f878e triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:22:18.885545 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:18.999185 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:19.025462 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b5c05-cffa-4f3b-8705-f234464f878e'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:22:19.035473 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port bc0b5c05-cffa-4f3b-8705-f234464f878e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=bc0b5c05-cffa-4f3b-8705-f234464f878e,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:22:19.039830 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:19.071000 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f63c3f-d887-47e5-b07d-c45a401f3f4b'] response: {'server_uuid': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b5c05-cffa-4f3b-8705-f234464f878e', 'code': 200} May 03 21:22:19.107722 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=bc0b5c05-cffa-4f3b-8705-f234464f878e,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:19.308806 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c9d36-b20e-4e69-8a1d-bbd3c5933093 req-4f3f9923-e8c9-4a47-b8e6-dc009a03714b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:19.310361 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c85c9d36-b20e-4e69-8a1d-bbd3c5933093 req-4f3f9923-e8c9-4a47-b8e6-dc009a03714b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 946 time: 0.0875347 May 03 21:22:19.333706 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad9cbb-03db-4f4e-9ef3-b37cfc72a2ad req-45e0824f-0c25-405e-b2ee-bee387f53e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:19.335221 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b2ad9cbb-03db-4f4e-9ef3-b37cfc72a2ad req-45e0824f-0c25-405e-b2ee-bee387f53e35 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 1099 time: 0.0729649 May 03 21:22:19.353574 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c85c9d36-b20e-4e69-8a1d-bbd3c5933093 req-e1b50dbd-b14b-4960-bd7e-3966251963ac tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375636 May 03 21:22:19.376959 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-b2ad9cbb-03db-4f4e-9ef3-b37cfc72a2ad req-062d85f2-66dd-49d7-a4ff-7915eccb8076 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351193 May 03 21:22:20.539121 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb28f01-05b4-49c5-92e4-84069c8b1eab req-e7669e6b-4686-4914-aada-d4eaa1daa01f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:20.540915 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bdb28f01-05b4-49c5-92e4-84069c8b1eab req-e7669e6b-4686-4914-aada-d4eaa1daa01f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 946 time: 0.0829813 May 03 21:22:20.587776 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bdb28f01-05b4-49c5-92e4-84069c8b1eab req-45570c2a-21c3-4a45-a9d9-6692c5e29c4a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 May 03 21:22:21.778044 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24477d21-f098-4ac5-b9be-f9c2f3a89f8d req-95d2beb0-e6c2-47db-a929-3842558cb6f0 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:21.779472 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-24477d21-f098-4ac5-b9be-f9c2f3a89f8d req-95d2beb0-e6c2-47db-a929-3842558cb6f0 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 946 time: 0.0870605 May 03 21:22:21.824506 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-24477d21-f098-4ac5-b9be-f9c2f3a89f8d req-6949f5d3-8bb8-4c5d-866a-82d9d75abb83 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386777 May 03 21:22:22.009830 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdc133-db45-43dc-a422-88286d1a5b2b req-5f6c7348-5823-4f48-911f-a9beb7f25352 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:22.011257 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-e4bdc133-db45-43dc-a422-88286d1a5b2b req-5f6c7348-5823-4f48-911f-a9beb7f25352 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 946 time: 0.0817809 May 03 21:22:22.020219 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 60784) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:22.025150 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-11a0c41d-7ae4-471b-bf88-64af7aef79fd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Request body: {'floatingip': {'port_id': 'bc0b5c05-cffa-4f3b-8705-f234464f878e'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:22.108636 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-11a0c41d-7ae4-471b-bf88-64af7aef79fd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:22.694838 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-11a0c41d-7ae4-471b-bf88-64af7aef79fd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:22.698428 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-11a0c41d-7ae4-471b-bf88-64af7aef79fd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:22.957348 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.db.l3_db [None req-11a0c41d-7ae4-471b-bf88-64af7aef79fd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Floating IP d1af6473-5434-41c2-8af3-5e908056b0c3 associated. External IP: 172.28.1.140, port: bc0b5c05-cffa-4f3b-8705-f234464f878e. May 03 21:22:23.312772 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a0c41d-7ae4-471b-bf88-64af7aef79fd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:22:23.488503 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a0c41d-7ae4-471b-bf88-64af7aef79fd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:22:23.493268 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-11a0c41d-7ae4-471b-bf88-64af7aef79fd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.497795 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:22:23.507982 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:22:23.508572 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:22:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:23.548064 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-11a0c41d-7ae4-471b-bf88-64af7aef79fd tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "PUT /v2.0/floatingips/d1af6473-5434-41c2-8af3-5e908056b0c3 HTTP/1.1" status: 200 len: 992 time: 1.5268176 May 03 21:22:23.548627 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'tag': 'bc0b5c05-cffa-4f3b-8705-f234464f878e'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:22:23.592450 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce622b9-3b81-409d-af51-dd60a437c699'] response: {'name': 'network-changed', 'server_uuid': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'tag': 'bc0b5c05-cffa-4f3b-8705-f234464f878e', 'status': 'completed', 'code': 200} May 03 21:22:23.681908 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:22:23.708552 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-3a9cfc84-c3bc-4d38-977c-d8f308e114a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:23.710079 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-3a9cfc84-c3bc-4d38-977c-d8f308e114a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e954b1741d1c4ab895e7f6483c74e466&device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 1099 time: 0.0747778 May 03 21:22:23.842180 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-ba22b039-2b0e-4cf5-9b33-060dc6aecb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:23.843540 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-ba22b039-2b0e-4cf5-9b33-060dc6aecb43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 200 len: 915 time: 0.1272409 May 03 21:22:23.948596 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-79a04ac8-4392-4e40-8d67-13ecfde63e64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0b5c05-cffa-4f3b-8705-f234464f878e HTTP/1.1" status: 200 len: 1000 time: 0.0984929 May 03 21:22:24.013430 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-cbe36f5e-5f9a-4ed1-a00d-65506e5efdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:24.015001 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-cbe36f5e-5f9a-4ed1-a00d-65506e5efdd8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 200 len: 853 time: 0.0606565 May 03 21:22:24.055917 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'd1af6473-5434-41c2-8af3-5e908056b0c3', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': 'bc0b5c05-cffa-4f3b-8705-f234464f878e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:7b:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:22:09Z', 'updated_at': '2022-05-03T21:22:22Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:24.059733 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:22:24.068412 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:22:24.069006 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:22:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:24.093049 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-1a0bbf34-4d95-42c2-8451-8c0ced1ad3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:24.094439 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-1a0bbf34-4d95-42c2-8451-8c0ced1ad3eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ae9d68-21bd-4e34-8c69-185d54a2903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733891 May 03 21:22:24.227040 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-cc5deb97-2f25-45f5-9bb5-b5741830b600 service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256421 May 03 21:22:24.240173 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:22:24.360827 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3b3dcfd0-2ce7-42f6-b295-a50fd7f5fc9a req-a28664da-2b5b-459a-81fb-b9a05375ee6a service neutron] 10.222.0.43 "GET /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269469 May 03 21:22:24.576545 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'd1af6473-5434-41c2-8af3-5e908056b0c3', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': 'bc0b5c05-cffa-4f3b-8705-f234464f878e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:7b:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:22:09Z', 'updated_at': '2022-05-03T21:22:22Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:24.580232 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d68f0-e2e9-4d77-aa45-ef4655766b79 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_floatingips': [{'id': 'd1af6473-5434-41c2-8af3-5e908056b0c3', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'router_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'port_id': 'bc0b5c05-cffa-4f3b-8705-f234464f878e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'mac_address': 'fa:16:3e:7b:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:22:09Z', 'updated_at': '2022-05-03T21:22:22Z', 'revision_number': 1, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:22:24.745144 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ab596-94b5-43b1-ace2-2361d637c1c8 None None] New status for floating IP d1af6473-5434-41c2-8af3-5e908056b0c3: ACTIVE {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:22:32.196143 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:22:41.586150 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:44.093045 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-d53578c5-f843-4a05-ab00-30789e81390a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:45.492235 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-8bc0e802-8775-414b-92ef-c2d99f203fd9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1653628 May 03 21:22:45.652554 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-a4882c2f-a37d-44a3-a8e3-e9acc97b28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:45.653971 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-a4882c2f-a37d-44a3-a8e3-e9acc97b28b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0298b7b51c0c48889e8e2de2a68273d3&device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1098 time: 0.0715675 May 03 21:22:45.799274 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-1555bedb-8fdd-4ce2-9cde-016e6da4dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:45.801703 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-1555bedb-8fdd-4ce2-9cde-016e6da4dd21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89782a5b-7fde-4d98-a51c-3968db14ab02 HTTP/1.1" status: 200 len: 910 time: 0.1289244 May 03 21:22:45.904754 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-95c8bbfd-74fb-4f24-9631-7def1ca906dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877 HTTP/1.1" status: 200 len: 1000 time: 0.0963471 May 03 21:22:45.967951 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-20ec80eb-db06-41af-9a4b-e34e3b7ed24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:45.969325 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-20ec80eb-db06-41af-9a4b-e34e3b7ed24d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f4ae61-8172-48b2-bda6-ec9a0af99db4 HTTP/1.1" status: 200 len: 848 time: 0.0584950 May 03 21:22:46.041111 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-f5e16b83-0e67-4efb-baad-f146dc395820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:46.042545 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-f5e16b83-0e67-4efb-baad-f146dc395820 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89782a5b-7fde-4d98-a51c-3968db14ab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670688 May 03 21:22:46.177519 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-92fa5899-57aa-4b59-9a8f-bac3b73f8ed7 service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288841 May 03 21:22:46.305704 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-3f0257af-639f-46aa-b39c-f82ff78c827d req-dd05f207-2804-4916-8660-87e07485c81b service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222346 May 03 21:22:46.439293 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-fa4762b3-249f-4e14-953b-9cc5743436c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:47.451164 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:47.631398 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:48.713566 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:04.390066 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81227b6d-7882-4381-9a29-f6f272e174f2 req-cd15e37d-6fa3-4e20-a911-7c019a0ae264 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:04.391515 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-81227b6d-7882-4381-9a29-f6f272e174f2 req-cd15e37d-6fa3-4e20-a911-7c019a0ae264 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 946 time: 0.0793931 May 03 21:23:04.435498 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-81227b6d-7882-4381-9a29-f6f272e174f2 req-c604ac95-4110-4dcb-8efc-9f9b545bd736 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377667 May 03 21:23:05.622929 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5a3e1-e9f2-4c34-beee-3db0b8a5ffd2 req-e7efd256-3b7b-4686-91f4-452eb456b898 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:05.624246 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7aa5a3e1-e9f2-4c34-beee-3db0b8a5ffd2 req-e7efd256-3b7b-4686-91f4-452eb456b898 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 946 time: 0.0799320 May 03 21:23:05.668528 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-7aa5a3e1-e9f2-4c34-beee-3db0b8a5ffd2 req-033e827b-31de-44f2-acf7-76481fd3ca1b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378201 May 03 21:23:05.987980 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-ddc72c61-d645-4fd4-acf2-f6297228139c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:05.989066 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-ddc72c61-d645-4fd4-acf2-f6297228139c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Synchronizing usage tracker for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:23:06.005294 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-ddc72c61-d645-4fd4-acf2-f6297228139c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Unset dirty status for tenant:e954b1741d1c4ab895e7f6483c74e466 on resource:port {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:23:06.006577 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-ddc72c61-d645-4fd4-acf2-f6297228139c tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 946 time: 0.0986705 May 03 21:23:06.073672 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Deleting port bc0b5c05-cffa-4f3b-8705-f234464f878e {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:23:06.074032 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.314728 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] For port bc0b5c05-cffa-4f3b-8705-f234464f878e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=bc0b5c05-cffa-4f3b-8705-f234464f878e,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:06.315078 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.594523 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.594801 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624223'] for floatingip, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.595110 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.l3_db [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Floating IP d1af6473-5434-41c2-8af3-5e908056b0c3 disassociated. External IP: 172.28.1.140, port: bc0b5c05-cffa-4f3b-8705-f234464f878e. May 03 21:23:06.595442 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Calling delete_port for bc0b5c05-cffa-4f3b-8705-f234464f878e owned by compute:nova {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:23:06.835046 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.854714 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0aabea-d2bc-4a70-9cf6-c83cc7d90b59 req-c231c177-4356-48e3-95ce-38bc0462b874 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:06.856070 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-db0aabea-d2bc-4a70-9cf6-c83cc7d90b59 req-c231c177-4356-48e3-95ce-38bc0462b874 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 946 time: 0.0808277 May 03 21:23:06.887911 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'Port': ['ID=bc0b5c05-cffa-4f3b-8705-f234464f878e,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:06.898660 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.899000 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.899340 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.899667 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.899991 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.900314 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.900635 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.900958 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.901169 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-db0aabea-d2bc-4a70-9cf6-c83cc7d90b59 req-5b717697-19aa-4c93-87fd-6b3815b09887 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aaa9898-99d0-4abb-a2a9-0ec161b32025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393302 May 03 21:23:06.901279 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.901583 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.901920 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:06.902240 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:07.077569 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:23:07.255513 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:23:07.265764 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:23:07.276030 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:23:07.277033 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:22:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:07.339638 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] No DVR routers for this DVR port bc0b5c05-cffa-4f3b-8705-f234464f878e on host hv-cinder-84037 {{(pid=87240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:23:07.342174 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:07.344799 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'name': 'network-vif-deleted', 'tag': 'bc0b5c05-cffa-4f3b-8705-f234464f878e'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:23:07.368697 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-ce4153e8-d8c8-484f-adc0-5b6d7c8db20d req-a2fa6aca-387c-4eae-8154-f61ef61e9920 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.43 "DELETE /v2.0/ports/bc0b5c05-cffa-4f3b-8705-f234464f878e HTTP/1.1" status: 204 len: 173 time: 1.3568258 May 03 21:23:07.409990 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1197fddc-d2d8-4340-aba0-e4819c177c68'] response: {'server_uuid': 'df9acf3d-0220-45a2-b7f9-e2044d329af7', 'name': 'network-vif-deleted', 'tag': 'bc0b5c05-cffa-4f3b-8705-f234464f878e', 'status': 'completed', 'code': 200} May 03 21:23:07.471245 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:23:07.771586 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:07.775221 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:23:07.783023 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:23:07.783590 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:22:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:07.970733 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:23:08.108571 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a847ffbd-66a9-4edd-bc10-1c64e39528cb req-082a2879-83d2-4621-915f-3ce4fdc68368 tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9acf3d-0220-45a2-b7f9-e2044d329af7 HTTP/1.1" status: 200 len: 210 time: 0.0623078 May 03 21:23:08.314643 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:08.319098 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3890a1d-d2b3-46da-aeaa-c898d530c718 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:18:55Z', 'revision_number': 4, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': 'a0c71dce-5749-49ab-a5cd-ba990182bc14', 'name': '', 'network_id': '29ae9d68-21bd-4e34-8c69-185d54a2903d', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'mac_address': 'fa:16:3e:1c:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:54Z', 'updated_at': '2022-05-03T21:19:01Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'subnets': [{'id': '07bcd4cb-af5e-4a7d-8e34-0334c11dd353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:23:08.524605 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf53ff-e0c3-4626-bef9-8e61da6453f4 None None] New status for floating IP d1af6473-5434-41c2-8af3-5e908056b0c3: DOWN {{(pid=87241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:23:09.120245 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device bc0b5c05-cffa-4f3b-8705-f234464f878e no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:23:09.156072 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: bc0b5c05-cffa-4f3b-8705-f234464f878e {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:23:09.156411 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device bc0b5c05-cffa-4f3b-8705-f234464f878e not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:23:09.196075 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:23:09.223568 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60870) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:09.289425 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-bf074cc4-21c9-4e76-a026-4d754db7320b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.317772 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-bf074cc4-21c9-4e76-a026-4d754db7320b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.369242 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-bf074cc4-21c9-4e76-a026-4d754db7320b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.387105 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf074cc4-21c9-4e76-a026-4d754db7320b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaa9898-99d0-4abb-a2a9-0ec161b32025,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:09.402560 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-bf074cc4-21c9-4e76-a026-4d754db7320b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.403657 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-bf074cc4-21c9-4e76-a026-4d754db7320b tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "DELETE /v2.0/security-groups/3aaa9898-99d0-4abb-a2a9-0ec161b32025 HTTP/1.1" status: 204 len: 168 time: 0.1791210 May 03 21:23:09.406353 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60874) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:09.423182 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.api.v2.resource [None req-1b27e598-7ad0-49c1-b5f9-1c132285548f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] show failed (client error): The resource could not be found. May 03 21:23:09.424134 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1b27e598-7ad0-49c1-b5f9-1c132285548f tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "GET /v2.0/security-groups/3aaa9898-99d0-4abb-a2a9-0ec161b32025 HTTP/1.1" status: 404 len: 347 time: 0.0169084 May 03 21:23:09.427467 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60878) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:09.580631 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-05ccd7d8-5036-4dfc-b075-8b7e27ac847a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Deleting port 0d0515b9-d2e6-40c7-9382-04e6724da566 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:23:09.580969 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-05ccd7d8-5036-4dfc-b075-8b7e27ac847a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.744647 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-05ccd7d8-5036-4dfc-b075-8b7e27ac847a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.745080 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-05ccd7d8-5036-4dfc-b075-8b7e27ac847a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.864779 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-05ccd7d8-5036-4dfc-b075-8b7e27ac847a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Calling delete_port for 0d0515b9-d2e6-40c7-9382-04e6724da566 owned by network:floatingip {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:23:10.001362 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-05ccd7d8-5036-4dfc-b075-8b7e27ac847a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:10.046857 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccd7d8-5036-4dfc-b075-8b7e27ac847a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Pushing event deleted for resources: {'Port': ['ID=0d0515b9-d2e6-40c7-9382-04e6724da566,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:10.233836 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-05ccd7d8-5036-4dfc-b075-8b7e27ac847a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks [] for floatingip, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:10.247233 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-05ccd7d8-5036-4dfc-b075-8b7e27ac847a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:10.248343 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-05ccd7d8-5036-4dfc-b075-8b7e27ac847a tempest-AttachVolumeNegativeTest-1727177081 tempest-AttachVolumeNegativeTest-1727177081-project] 10.222.0.44 "DELETE /v2.0/floatingips/d1af6473-5434-41c2-8af3-5e908056b0c3 HTTP/1.1" status: 204 len: 168 time: 0.8200295 May 03 21:23:11.583683 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:14.094800 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f63b5adb-5d12-4fe8-96cc-74674f5986c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:14.463385 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60916) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:14.998945 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636969'] for router_interface, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.338665 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] Deleting port a0c71dce-5749-49ab-a5cd-ba990182bc14 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:23:15.338999 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.510281 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] For port a0c71dce-5749-49ab-a5cd-ba990182bc14, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=a0c71dce-5749-49ab-a5cd-ba990182bc14,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:15.510971 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.626117 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] Calling delete_port for a0c71dce-5749-49ab-a5cd-ba990182bc14 owned by network:router_interface {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:23:15.891409 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.940034 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c71dce-5749-49ab-a5cd-ba990182bc14,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:16.204312 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637109'] for router_interface, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:16.441656 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-75a369d5-b865-480e-9945-6484dbbaa633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:16.553430 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] Router 2eb76f69-f492-45f1-8fd9-ad050103c04f has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:23:16.729068 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:23:16.738359 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95926962-486a-4462-a303-7d656c778456 None None] Sync routers for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:23:16.741165 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-614f52fb-fa05-402f-9c9f-19ca9c633e31 admin admin] 10.222.0.44 "PUT /v2.0/routers/2eb76f69-f492-45f1-8fd9-ad050103c04f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2767332 May 03 21:23:16.743743 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60920) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:16.747587 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95926962-486a-4462-a303-7d656c778456 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:23:16.748169 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-95926962-486a-4462-a303-7d656c778456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:23:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:16.911976 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Notify callbacks [] for router, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:16.921962 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-95926962-486a-4462-a303-7d656c778456 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:23:17.195322 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:17.203730 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-95926962-486a-4462-a303-7d656c778456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:23:15Z', 'revision_number': 5, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port': {'id': '574c07b9-002b-4a08-8942-0df9f846a21e', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:51Z', 'updated_at': '2022-05-03T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:17.205216 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Deleting port 574c07b9-002b-4a08-8942-0df9f846a21e {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:23:17.205664 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:17.207669 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95926962-486a-4462-a303-7d656c778456 None None] Checking router: 2eb76f69-f492-45f1-8fd9-ad050103c04f for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:23:17.215982 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95926962-486a-4462-a303-7d656c778456 None None] Routers {'2eb76f69-f492-45f1-8fd9-ad050103c04f'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:23:17.216572 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-95926962-486a-4462-a303-7d656c778456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:23:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['2eb76f69-f492-45f1-8fd9-ad050103c04f'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:17.374480 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-95926962-486a-4462-a303-7d656c778456 None None] Set router 2eb76f69-f492-45f1-8fd9-ad050103c04f gateway port host: None {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:23:17.384667 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] For port 574c07b9-002b-4a08-8942-0df9f846a21e, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=574c07b9-002b-4a08-8942-0df9f846a21e,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:17.385018 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:17.466825 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:17.520780 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-95926962-486a-4462-a303-7d656c778456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:23:17Z', 'revision_number': 6, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port_host': None}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:17.525448 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95926962-486a-4462-a303-7d656c778456 None None] The sync data for ids ['2eb76f69-f492-45f1-8fd9-ad050103c04f'] in dv-cinder-840376-1-smb is: [{'id': '2eb76f69-f492-45f1-8fd9-ad050103c04f', 'name': 'tempest-AttachVolumeNegativeTest-573542946-router', 'tenant_id': 'e954b1741d1c4ab895e7f6483c74e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:50Z', 'updated_at': '2022-05-03T21:23:17Z', 'revision_number': 6, 'project_id': 'e954b1741d1c4ab895e7f6483c74e466', 'gw_port_host': None}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:23:17.532928 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Calling delete_port for 574c07b9-002b-4a08-8942-0df9f846a21e owned by network:router_gateway {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:23:17.641331 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:17.716894 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:17.768385 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=574c07b9-002b-4a08-8942-0df9f846a21e,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:17.871779 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624140'] for router_gateway, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.106967 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.109214 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.133792 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638692'] for router, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.134313 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eb76f69-f492-45f1-8fd9-ad050103c04f {{(pid=87240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:23:18.146945 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.148053 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-12499d74-db14-4963-8fc8-18da152a6bfe admin admin] 10.222.0.44 "DELETE /v2.0/routers/2eb76f69-f492-45f1-8fd9-ad050103c04f HTTP/1.1" status: 204 len: 168 time: 1.4034059 May 03 21:23:18.150529 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60926) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:18.209365 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a50428-9918-4c40-9c59-39f1b742cce9 admin admin] Deleting subnet 07bcd4cb-af5e-4a7d-8e34-0334c11dd353 {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:23:18.212334 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22a50428-9918-4c40-9c59-39f1b742cce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.270222 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22a50428-9918-4c40-9c59-39f1b742cce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3460637'] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.357156 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22a50428-9918-4c40-9c59-39f1b742cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.426153 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22a50428-9918-4c40-9c59-39f1b742cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128164'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.470020 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-22a50428-9918-4c40-9c59-39f1b742cce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.473379 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a50428-9918-4c40-9c59-39f1b742cce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07bcd4cb-af5e-4a7d-8e34-0334c11dd353,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:18.475220 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb508f-08a5-41d6-9a35-7141cba69be3 None None] Network 29ae9d68-21bd-4e34-8c69-185d54a2903d requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:23:18.480008 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-22a50428-9918-4c40-9c59-39f1b742cce9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/07bcd4cb-af5e-4a7d-8e34-0334c11dd353 HTTP/1.1" status: 204 len: 168 time: 0.3285549 May 03 21:23:18.482452 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60930) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:18.589032 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.600201 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Deleting port e6427010-fb52-4aa1-b43e-89848a62a504 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:23:18.600595 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.716593 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.765565 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] DHCP port deletion for 29ae9d68-21bd-4e34-8c69-185d54a2903d request from dv-cinder-840376-1-smb {{(pid=87241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:23:18.769769 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] Deleting port e6427010-fb52-4aa1-b43e-89848a62a504 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:23:18.770152 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.815247 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] For port e6427010-fb52-4aa1-b43e-89848a62a504, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=e6427010-fb52-4aa1-b43e-89848a62a504,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:18.815823 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.977272 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] For port e6427010-fb52-4aa1-b43e-89848a62a504, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=e6427010-fb52-4aa1-b43e-89848a62a504,segment=NetworkSegment(6471e21c-a055-4728-a19e-3ff051f5354c),segment_id=6471e21c-a055-4728-a19e-3ff051f5354c)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:18.977568 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.044165 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Calling delete_port for e6427010-fb52-4aa1-b43e-89848a62a504 owned by network:dhcp {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:23:19.099632 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] Calling delete_port for e6427010-fb52-4aa1-b43e-89848a62a504 owned by network:dhcp {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:23:19.122884 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.170354 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6427010-fb52-4aa1-b43e-89848a62a504,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:19.172144 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] No DVR routers for this DVR port e6427010-fb52-4aa1-b43e-89848a62a504 on host dv-cinder-840376-1-smb {{(pid=87240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:23:19.174009 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.db.api [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:23:19.174355 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG oslo_db.api [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:23:19.289212 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.314822 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ae9d68-21bd-4e34-8c69-185d54a2903d']}} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:19.326522 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6471e21c-a055-4728-a19e-3ff051f5354c') {'for_net_delete': True} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:19.326813 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6471e21c-a055-4728-a19e-3ff051f5354c') {} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:19.337812 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3460628'] for segment, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.357272 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.364101 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=87240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:23:19.364481 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221191'] for segment, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: Traceback (most recent call last): May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: timer() May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: cb(*args, **kw) May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: return func(*args, **kwargs) May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: self._notify() May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: self.callback(batched_events) May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: event.method(event) May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: return f(self, *a, **k) May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: return self._get(url).json() May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: return self.request(url, 'GET', **kwargs) May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:23:19.377069 dv-cinder-840376-1-smb neutron-server[87240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:23:19.448628 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.467354 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.476214 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ae9d68-21bd-4e34-8c69-185d54a2903d,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:19.486162 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device a0c71dce-5749-49ab-a5cd-ba990182bc14 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:23:19.489297 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-1e813c94-b6ff-4736-b701-fa7c731d91c4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/29ae9d68-21bd-4e34-8c69-185d54a2903d HTTP/1.1" status: 204 len: 168 time: 1.0058944 May 03 21:23:19.519979 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: a0c71dce-5749-49ab-a5cd-ba990182bc14 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:23:19.520308 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device a0c71dce-5749-49ab-a5cd-ba990182bc14 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:23:19.520706 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 574c07b9-002b-4a08-8942-0df9f846a21e no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:23:19.554343 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 574c07b9-002b-4a08-8942-0df9f846a21e {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:23:19.554582 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 574c07b9-002b-4a08-8942-0df9f846a21e not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:23:19.554960 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device e6427010-fb52-4aa1-b43e-89848a62a504 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:23:19.590065 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: e6427010-fb52-4aa1-b43e-89848a62a504 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:23:19.590398 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device e6427010-fb52-4aa1-b43e-89848a62a504 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:23:19.662824 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60936) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:19.675790 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] Deleting port e6427010-fb52-4aa1-b43e-89848a62a504 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:23:19.676170 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.716439 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-555b2c9b-db43-4e59-a140-beb967225349 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e954b1741d1c4ab895e7f6483c74e466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502727 May 03 21:23:19.716746 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 60940) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:19.740556 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-42bf39ca-bc6c-450e-8807-1982a5f860ed None None] The port 'e6427010-fb52-4aa1-b43e-89848a62a504' was deleted {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:23:19.774544 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-df2286b9-a6d6-46e7-a1f6-a1f7cf0bc4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.799042 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-df2286b9-a6d6-46e7-a1f6-a1f7cf0bc4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.850065 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-df2286b9-a6d6-46e7-a1f6-a1f7cf0bc4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.864777 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2286b9-a6d6-46e7-a1f6-a1f7cf0bc4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b98c662-0efc-4098-9c3b-45598b8112eb,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:19.872540 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-df2286b9-a6d6-46e7-a1f6-a1f7cf0bc4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.873625 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-df2286b9-a6d6-46e7-a1f6-a1f7cf0bc4f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b98c662-0efc-4098-9c3b-45598b8112eb HTTP/1.1" status: 204 len: 168 time: 0.1560099 May 03 21:23:21.923821 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 32780) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:22.039047 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-932d3655-5118-424b-abd6-4d79bfc958cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.052690 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-932d3655-5118-424b-abd6-4d79bfc958cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:22.056450 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-932d3655-5118-424b-abd6-4d79bfc958cc admin admin] Usage tracker for resource:security_group_rule and tenant:7b65856a13cf42728049725e33976dcd is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:22.059174 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-932d3655-5118-424b-abd6-4d79bfc958cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:22.064688 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-932d3655-5118-424b-abd6-4d79bfc958cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:22.150992 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-932d3655-5118-424b-abd6-4d79bfc958cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.154654 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-932d3655-5118-424b-abd6-4d79bfc958cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.200094 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-932d3655-5118-424b-abd6-4d79bfc958cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b65856a13cf42728049725e33976dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752564 May 03 21:23:22.200948 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d3655-5118-424b-abd6-4d79bfc958cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cd7b77-a79c-49d6-96e3-7a2ff5b36f8f,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:22.203429 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 32786) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:22.260643 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.286426 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.339268 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.354740 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cd7b77-a79c-49d6-96e3-7a2ff5b36f8f,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:22.363204 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.363544 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.363876 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.364201 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.364526 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.364846 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.365170 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.365488 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.365802 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.366138 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.366451 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.366761 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.370637 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.374043 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b9604fa1-234d-4836-b087-efc7f7924e41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03cd7b77-a79c-49d6-96e3-7a2ff5b36f8f HTTP/1.1" status: 204 len: 168 time: 0.1673257 May 03 21:23:22.647609 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 32794) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:22.665139 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c0014a77-3a34-44db-9ed3-d486adde7c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.679583 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c0014a77-3a34-44db-9ed3-d486adde7c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:22.683385 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c0014a77-3a34-44db-9ed3-d486adde7c06 admin admin] Usage tracker for resource:security_group_rule and tenant:98d2b06cfede4e838d2ddd88e6a311f3 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:22.686202 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c0014a77-3a34-44db-9ed3-d486adde7c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:22.692550 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c0014a77-3a34-44db-9ed3-d486adde7c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:22.776738 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c0014a77-3a34-44db-9ed3-d486adde7c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.780345 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c0014a77-3a34-44db-9ed3-d486adde7c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.825285 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0014a77-3a34-44db-9ed3-d486adde7c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc91e8-bd07-43e4-9683-f8142c0fb16b,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:22.829395 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c0014a77-3a34-44db-9ed3-d486adde7c06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98d2b06cfede4e838d2ddd88e6a311f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808016 May 03 21:23:22.832741 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 32798) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:22.887196 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5adfec9-6c63-49f6-83d1-3fc0221da6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.912292 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5adfec9-6c63-49f6-83d1-3fc0221da6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.962018 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5adfec9-6c63-49f6-83d1-3fc0221da6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.978736 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adfec9-6c63-49f6-83d1-3fc0221da6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bc91e8-bd07-43e4-9683-f8142c0fb16b,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:22.981987 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5adfec9-6c63-49f6-83d1-3fc0221da6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.983640 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d5adfec9-6c63-49f6-83d1-3fc0221da6e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31bc91e8-bd07-43e4-9683-f8142c0fb16b HTTP/1.1" status: 204 len: 168 time: 0.1507075 May 03 21:23:29.331510 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 32882) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:29.449565 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-93bc5387-036d-439e-88f6-0c24293275d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.555569 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-93bc5387-036d-439e-88f6-0c24293275d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:29.559337 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-93bc5387-036d-439e-88f6-0c24293275d3 admin admin] Usage tracker for resource:security_group_rule and tenant:dc318fca65cc435c82d0062cf241165a is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:29.562151 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-93bc5387-036d-439e-88f6-0c24293275d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:29.567774 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-93bc5387-036d-439e-88f6-0c24293275d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:29.647176 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-93bc5387-036d-439e-88f6-0c24293275d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.650753 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-93bc5387-036d-439e-88f6-0c24293275d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.695384 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-93bc5387-036d-439e-88f6-0c24293275d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc318fca65cc435c82d0062cf241165a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626962 May 03 21:23:29.696772 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc5387-036d-439e-88f6-0c24293275d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fef0444-b559-4453-9b4a-8fa3c723648b,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:29.698090 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 32888) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:29.757312 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7c864c4b-a90a-44ff-923a-8189c8c7a88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.782619 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7c864c4b-a90a-44ff-923a-8189c8c7a88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.832614 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7c864c4b-a90a-44ff-923a-8189c8c7a88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.847473 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c864c4b-a90a-44ff-923a-8189c8c7a88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fef0444-b559-4453-9b4a-8fa3c723648b,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:29.858307 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7c864c4b-a90a-44ff-923a-8189c8c7a88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.859415 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-7c864c4b-a90a-44ff-923a-8189c8c7a88d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fef0444-b559-4453-9b4a-8fa3c723648b HTTP/1.1" status: 204 len: 168 time: 0.1602602 May 03 21:23:30.132865 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 32896) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:30.150131 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4d64b3dc-b889-4b98-ac29-1906659983c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:30.176594 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4d64b3dc-b889-4b98-ac29-1906659983c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:30.180374 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4d64b3dc-b889-4b98-ac29-1906659983c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f4480b58308348c9a375a913fbc05651 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:30.183105 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-4d64b3dc-b889-4b98-ac29-1906659983c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:30.188599 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-4d64b3dc-b889-4b98-ac29-1906659983c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:30.286245 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4d64b3dc-b889-4b98-ac29-1906659983c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:30.290287 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4d64b3dc-b889-4b98-ac29-1906659983c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:30.338038 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4d64b3dc-b889-4b98-ac29-1906659983c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4480b58308348c9a375a913fbc05651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040906 May 03 21:23:30.340805 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 32900) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:30.345874 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64b3dc-b889-4b98-ac29-1906659983c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693e0cf3-71bb-4136-9ce6-4bea2912d1f3,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:30.400419 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1a30-90d9-4231-9594-3055b8c40bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:30.425177 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1a30-90d9-4231-9594-3055b8c40bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:30.479462 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1a30-90d9-4231-9594-3055b8c40bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:30.494605 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a1a30-90d9-4231-9594-3055b8c40bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693e0cf3-71bb-4136-9ce6-4bea2912d1f3,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:30.504697 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1a30-90d9-4231-9594-3055b8c40bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:30.505795 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-0d4a1a30-90d9-4231-9594-3055b8c40bc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/693e0cf3-71bb-4136-9ce6-4bea2912d1f3 HTTP/1.1" status: 204 len: 168 time: 0.1640496 May 03 21:23:37.686334 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 33022) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:37.802031 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c510b6eb-8143-49f7-9175-10e3ca31c797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:37.816024 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c510b6eb-8143-49f7-9175-10e3ca31c797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:37.820276 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c510b6eb-8143-49f7-9175-10e3ca31c797 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b46b4ababc49adb33bbaae4087f1da is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:37.823042 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-c510b6eb-8143-49f7-9175-10e3ca31c797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:37.828630 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-c510b6eb-8143-49f7-9175-10e3ca31c797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:37.910689 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c510b6eb-8143-49f7-9175-10e3ca31c797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:37.914692 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-c510b6eb-8143-49f7-9175-10e3ca31c797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:37.959531 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-c510b6eb-8143-49f7-9175-10e3ca31c797 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9b46b4ababc49adb33bbaae4087f1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721710 May 03 21:23:37.960362 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510b6eb-8143-49f7-9175-10e3ca31c797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41b8a77-c686-41b0-9974-d610ad5750d4,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:37.962293 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33028) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:38.022675 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b43-c8e9-4009-b812-8cb6401debe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.048391 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b43-c8e9-4009-b812-8cb6401debe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.106253 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b43-c8e9-4009-b812-8cb6401debe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.126117 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc5b43-c8e9-4009-b812-8cb6401debe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41b8a77-c686-41b0-9974-d610ad5750d4,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:38.135448 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b43-c8e9-4009-b812-8cb6401debe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.137474 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-abfc5b43-c8e9-4009-b812-8cb6401debe8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e41b8a77-c686-41b0-9974-d610ad5750d4 HTTP/1.1" status: 204 len: 168 time: 0.1740980 May 03 21:23:38.414670 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33036) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:38.432050 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-71885264-bb86-4f1d-be16-dc2fd64d7d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.446172 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-71885264-bb86-4f1d-be16-dc2fd64d7d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:38.450127 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-71885264-bb86-4f1d-be16-dc2fd64d7d61 admin admin] Usage tracker for resource:security_group_rule and tenant:9d747c915e6f47e5975af6c655557097 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:38.452854 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-71885264-bb86-4f1d-be16-dc2fd64d7d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:38.459335 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-71885264-bb86-4f1d-be16-dc2fd64d7d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:38.543169 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-71885264-bb86-4f1d-be16-dc2fd64d7d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.546683 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-71885264-bb86-4f1d-be16-dc2fd64d7d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.592806 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-71885264-bb86-4f1d-be16-dc2fd64d7d61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d747c915e6f47e5975af6c655557097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769869 May 03 21:23:38.593558 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71885264-bb86-4f1d-be16-dc2fd64d7d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e01a554-710c-420e-b51e-b3e219414685,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:38.595544 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 33040) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:38.654522 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b9206056-283e-4648-b7f9-6da2494f924e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.684362 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b9206056-283e-4648-b7f9-6da2494f924e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.736042 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b9206056-283e-4648-b7f9-6da2494f924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.752329 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9206056-283e-4648-b7f9-6da2494f924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e01a554-710c-420e-b51e-b3e219414685,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:38.761896 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-b9206056-283e-4648-b7f9-6da2494f924e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:38.762983 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-b9206056-283e-4648-b7f9-6da2494f924e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e01a554-710c-420e-b51e-b3e219414685 HTTP/1.1" status: 204 len: 168 time: 0.1662087 May 03 21:23:41.328368 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 33112) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:41.443295 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bf4c-213e-4822-8f2c-ba38cf45c4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:41.457720 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d5e8bf4c-213e-4822-8f2c-ba38cf45c4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:41.461472 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d5e8bf4c-213e-4822-8f2c-ba38cf45c4b6 admin admin] Usage tracker for resource:security_group_rule and tenant:2a499263def947cf917aacff205ff0ec is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:41.464208 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-d5e8bf4c-213e-4822-8f2c-ba38cf45c4b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:41.469715 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-d5e8bf4c-213e-4822-8f2c-ba38cf45c4b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:41.549492 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bf4c-213e-4822-8f2c-ba38cf45c4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:41.553073 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bf4c-213e-4822-8f2c-ba38cf45c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:41.583790 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:41.600657 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d5e8bf4c-213e-4822-8f2c-ba38cf45c4b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a499263def947cf917aacff205ff0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711844 May 03 21:23:41.602194 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8bf4c-213e-4822-8f2c-ba38cf45c4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e86d6f-2231-4d2a-9ca9-5f7ae85b6a69,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:41.603348 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33118) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:41.666038 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-19e846c4-e8b5-48c2-bc5d-fd746f9192cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:41.690966 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-19e846c4-e8b5-48c2-bc5d-fd746f9192cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:41.745728 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-19e846c4-e8b5-48c2-bc5d-fd746f9192cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:41.761123 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e846c4-e8b5-48c2-bc5d-fd746f9192cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e86d6f-2231-4d2a-9ca9-5f7ae85b6a69,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:41.771028 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-19e846c4-e8b5-48c2-bc5d-fd746f9192cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:41.772138 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-19e846c4-e8b5-48c2-bc5d-fd746f9192cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6e86d6f-2231-4d2a-9ca9-5f7ae85b6a69 HTTP/1.1" status: 204 len: 168 time: 0.1677864 May 03 21:23:42.047939 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33126) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:42.067054 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-be3b06e0-447d-4f49-b819-b51c6f66d5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:42.080818 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-be3b06e0-447d-4f49-b819-b51c6f66d5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:42.085023 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-be3b06e0-447d-4f49-b819-b51c6f66d5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ac457513ab7e4f27b1f98ec1960c23d1 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:42.087783 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-be3b06e0-447d-4f49-b819-b51c6f66d5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:42.093310 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-be3b06e0-447d-4f49-b819-b51c6f66d5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:42.174867 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-be3b06e0-447d-4f49-b819-b51c6f66d5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:42.179333 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-be3b06e0-447d-4f49-b819-b51c6f66d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:42.225609 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-be3b06e0-447d-4f49-b819-b51c6f66d5c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac457513ab7e4f27b1f98ec1960c23d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765993 May 03 21:23:42.227173 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b06e0-447d-4f49-b819-b51c6f66d5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d71a8ec-390c-422c-9b48-cfb585f8e085,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:42.228409 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 33130) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:42.292624 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-747c2ffa-f397-4e3e-bbe8-8a06be22b9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:42.318512 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-747c2ffa-f397-4e3e-bbe8-8a06be22b9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:42.369288 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-747c2ffa-f397-4e3e-bbe8-8a06be22b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:42.385239 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c2ffa-f397-4e3e-bbe8-8a06be22b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d71a8ec-390c-422c-9b48-cfb585f8e085,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:42.394019 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-747c2ffa-f397-4e3e-bbe8-8a06be22b9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:42.395153 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-747c2ffa-f397-4e3e-bbe8-8a06be22b9a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d71a8ec-390c-422c-9b48-cfb585f8e085 HTTP/1.1" status: 204 len: 168 time: 0.1657186 May 03 21:23:44.096191 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-6085ba63-c395-4328-9fd7-f5875b25a406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:46.194354 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:23:46.447172 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-28e6d9a6-2f82-4f15-bc18-e6fde665049b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:47.458605 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:47.639024 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:48.719397 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:54.224406 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 33244) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:54.339343 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1b13b0e5-959a-41e4-8903-717f002ee2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:54.353459 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-1b13b0e5-959a-41e4-8903-717f002ee2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:54.357279 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-1b13b0e5-959a-41e4-8903-717f002ee2d6 admin admin] Usage tracker for resource:security_group_rule and tenant:9168560b1161405a9194e335371cf0a6 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:54.360064 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-1b13b0e5-959a-41e4-8903-717f002ee2d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:54.365710 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-1b13b0e5-959a-41e4-8903-717f002ee2d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:54.446881 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1b13b0e5-959a-41e4-8903-717f002ee2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:54.450605 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1b13b0e5-959a-41e4-8903-717f002ee2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:54.500671 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-1b13b0e5-959a-41e4-8903-717f002ee2d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9168560b1161405a9194e335371cf0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750154 May 03 21:23:54.502098 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13b0e5-959a-41e4-8903-717f002ee2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c793e6-5218-4363-ba36-d401d1d8d30a,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:54.503843 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33250) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:54.564105 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3a9978a6-f813-48f2-9a01-2dcaab220cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:54.589529 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3a9978a6-f813-48f2-9a01-2dcaab220cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:54.638902 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3a9978a6-f813-48f2-9a01-2dcaab220cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:54.654816 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9978a6-f813-48f2-9a01-2dcaab220cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c793e6-5218-4363-ba36-d401d1d8d30a,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:54.664829 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3a9978a6-f813-48f2-9a01-2dcaab220cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:54.665958 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-3a9978a6-f813-48f2-9a01-2dcaab220cd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66c793e6-5218-4363-ba36-d401d1d8d30a HTTP/1.1" status: 204 len: 168 time: 0.1610384 May 03 21:23:54.937183 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 33258) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:54.954322 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1daac250-ac31-42cc-98ba-3197bbf6e2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:54.969070 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-1daac250-ac31-42cc-98ba-3197bbf6e2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:54.973678 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-1daac250-ac31-42cc-98ba-3197bbf6e2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:98238376abad484f9d193a6798601679 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:54.976488 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-1daac250-ac31-42cc-98ba-3197bbf6e2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:54.982127 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-1daac250-ac31-42cc-98ba-3197bbf6e2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:55.063588 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1daac250-ac31-42cc-98ba-3197bbf6e2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:55.067880 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-1daac250-ac31-42cc-98ba-3197bbf6e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:55.114469 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-1daac250-ac31-42cc-98ba-3197bbf6e2d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98238376abad484f9d193a6798601679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762199 May 03 21:23:55.116026 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daac250-ac31-42cc-98ba-3197bbf6e2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b63ddb-4b0e-4b13-a4bd-18b1264d06eb,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:55.117171 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33262) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:55.179440 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-998c2e91-efbd-4941-b850-210057216e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:55.204188 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-998c2e91-efbd-4941-b850-210057216e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:55.254762 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-998c2e91-efbd-4941-b850-210057216e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:55.270810 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c2e91-efbd-4941-b850-210057216e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b63ddb-4b0e-4b13-a4bd-18b1264d06eb,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:55.279699 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-998c2e91-efbd-4941-b850-210057216e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:55.282288 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-998c2e91-efbd-4941-b850-210057216e1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5b63ddb-4b0e-4b13-a4bd-18b1264d06eb HTTP/1.1" status: 204 len: 168 time: 0.1640358 May 03 21:23:58.848155 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d5714-0165-4379-8480-9ffabe8880e6 req-8f166eb8-66e8-4057-975b-40c3ead0c16f tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:58.849880 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-641d5714-0165-4379-8480-9ffabe8880e6 req-8f166eb8-66e8-4057-975b-40c3ead0c16f tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.2732720 May 03 21:23:58.894339 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-641d5714-0165-4379-8480-9ffabe8880e6 req-19542408-03b1-4347-8123-497093e3b280 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384781 May 03 21:24:00.132038 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f35b31-638e-4433-b11e-7f99ec424fc9 req-c65f92da-0af5-47ef-b377-7ad1e2646ab3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:00.133455 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-87f35b31-638e-4433-b11e-7f99ec424fc9 req-c65f92da-0af5-47ef-b377-7ad1e2646ab3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.1310658 May 03 21:24:00.177341 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-87f35b31-638e-4433-b11e-7f99ec424fc9 req-ba10e00d-a4e7-4e0b-8aea-b8b2eb646036 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379322 May 03 21:24:01.373745 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24ce5b-d8c2-425b-a4de-e0683c692ddd req-a1079ac9-6ea2-4087-8541-662e191f3ee8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:01.375142 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bd24ce5b-d8c2-425b-a4de-e0683c692ddd req-a1079ac9-6ea2-4087-8541-662e191f3ee8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0842321 May 03 21:24:01.419303 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-bd24ce5b-d8c2-425b-a4de-e0683c692ddd req-05ee6701-0bd5-4a78-b64f-68d1cb5c0caf tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375907 May 03 21:24:02.603839 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b7cc8-7be7-41bb-b5d5-d2c5f8c3bb2f req-bb8efe87-ab87-4e50-8531-6e18e630f495 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:02.605329 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1f4b7cc8-7be7-41bb-b5d5-d2c5f8c3bb2f req-bb8efe87-ab87-4e50-8531-6e18e630f495 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0803614 May 03 21:24:02.652909 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1f4b7cc8-7be7-41bb-b5d5-d2c5f8c3bb2f req-d08af65f-4d2d-452f-bdc0-4bed54ef0172 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417936 May 03 21:24:03.837647 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac93dcc-ecf7-4687-8923-159bb54ee4b7 req-9a4af2ba-14b1-4069-8593-cd06887ef89c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:03.839079 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8ac93dcc-ecf7-4687-8923-159bb54ee4b7 req-9a4af2ba-14b1-4069-8593-cd06887ef89c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0791929 May 03 21:24:03.882682 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-8ac93dcc-ecf7-4687-8923-159bb54ee4b7 req-d29859c3-57d7-4df1-b8f1-769ad0212cc8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379722 May 03 21:24:04.284531 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 33402) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:04.398937 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-7d56bd14-ff16-4074-aeaf-c97b40ccb66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:04.413428 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-7d56bd14-ff16-4074-aeaf-c97b40ccb66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:04.417209 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-7d56bd14-ff16-4074-aeaf-c97b40ccb66f admin admin] Usage tracker for resource:security_group_rule and tenant:c031ec465c2d4e1d9952a4e31af57cd1 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:04.419993 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-7d56bd14-ff16-4074-aeaf-c97b40ccb66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:04.426322 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-7d56bd14-ff16-4074-aeaf-c97b40ccb66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:04.506926 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-7d56bd14-ff16-4074-aeaf-c97b40ccb66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:04.510372 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-7d56bd14-ff16-4074-aeaf-c97b40ccb66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:04.560929 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-7d56bd14-ff16-4074-aeaf-c97b40ccb66f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c031ec465c2d4e1d9952a4e31af57cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754083 May 03 21:24:04.561696 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56bd14-ff16-4074-aeaf-c97b40ccb66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66324abb-12d6-4374-9754-4a38aaf41e99,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:04.563572 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33408) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:04.620164 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7453a2cc-da4b-441e-a36c-d9fe65a09463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:04.645167 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7453a2cc-da4b-441e-a36c-d9fe65a09463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:04.696118 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7453a2cc-da4b-441e-a36c-d9fe65a09463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:04.711177 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453a2cc-da4b-441e-a36c-d9fe65a09463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66324abb-12d6-4374-9754-4a38aaf41e99,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:04.715345 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-7453a2cc-da4b-441e-a36c-d9fe65a09463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:04.716424 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-7453a2cc-da4b-441e-a36c-d9fe65a09463 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66324abb-12d6-4374-9754-4a38aaf41e99 HTTP/1.1" status: 204 len: 168 time: 0.1518991 May 03 21:24:04.993399 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33418) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:05.010769 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e5b49cac-8493-40fc-aa25-e8a4adead069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.024765 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-e5b49cac-8493-40fc-aa25-e8a4adead069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:05.028543 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-e5b49cac-8493-40fc-aa25-e8a4adead069 admin admin] Usage tracker for resource:security_group_rule and tenant:1165e8642c2345d199b05c0fbd96866d is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:05.031477 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-e5b49cac-8493-40fc-aa25-e8a4adead069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:05.038457 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-e5b49cac-8493-40fc-aa25-e8a4adead069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:05.074681 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe8964-bf99-4283-b278-092e7bd79f59 req-8e6e6d68-2559-44a8-9b38-92ad800391c5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:05.076028 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ffe8964-bf99-4283-b278-092e7bd79f59 req-8e6e6d68-2559-44a8-9b38-92ad800391c5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0805418 May 03 21:24:05.122096 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1ffe8964-bf99-4283-b278-092e7bd79f59 req-abd18a2b-12c7-432e-804c-5881f1c3a4cb tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392628 May 03 21:24:05.124246 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e5b49cac-8493-40fc-aa25-e8a4adead069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.129014 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e5b49cac-8493-40fc-aa25-e8a4adead069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.180388 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-e5b49cac-8493-40fc-aa25-e8a4adead069 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1165e8642c2345d199b05c0fbd96866d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858463 May 03 21:24:05.181925 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b49cac-8493-40fc-aa25-e8a4adead069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee6f3c1-f82a-4ee2-83dd-3b453fd8cd5d,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:05.183154 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 33422) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:05.244691 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2513c72e-6576-4752-91f8-ff283bcc4367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.270076 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2513c72e-6576-4752-91f8-ff283bcc4367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.321986 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2513c72e-6576-4752-91f8-ff283bcc4367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.339949 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513c72e-6576-4752-91f8-ff283bcc4367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee6f3c1-f82a-4ee2-83dd-3b453fd8cd5d,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:05.355842 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-2513c72e-6576-4752-91f8-ff283bcc4367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.356940 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-2513c72e-6576-4752-91f8-ff283bcc4367 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ee6f3c1-f82a-4ee2-83dd-3b453fd8cd5d HTTP/1.1" status: 204 len: 168 time: 0.1727097 May 03 21:24:05.690588 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 33430) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:05.708114 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a11e55a2-e3c1-495c-9b46-91b4ddfb8cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.722044 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-a11e55a2-e3c1-495c-9b46-91b4ddfb8cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:05.736124 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-a11e55a2-e3c1-495c-9b46-91b4ddfb8cfb admin admin] Usage tracker for resource:security_group_rule and tenant:a4cbcf8c06bf46e5a9c907579d6c860f is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:05.739047 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-a11e55a2-e3c1-495c-9b46-91b4ddfb8cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:05.745007 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-a11e55a2-e3c1-495c-9b46-91b4ddfb8cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:05.833242 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a11e55a2-e3c1-495c-9b46-91b4ddfb8cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.836884 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-a11e55a2-e3c1-495c-9b46-91b4ddfb8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.883806 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-a11e55a2-e3c1-495c-9b46-91b4ddfb8cfb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4cbcf8c06bf46e5a9c907579d6c860f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919959 May 03 21:24:05.884663 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e55a2-e3c1-495c-9b46-91b4ddfb8cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f1315b-9bc9-4846-8f84-840113a2e2c5,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:05.886539 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33434) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:05.944153 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9f07624c-4dbc-482f-98ce-a1c191db814b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:05.968835 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9f07624c-4dbc-482f-98ce-a1c191db814b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:06.019452 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9f07624c-4dbc-482f-98ce-a1c191db814b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:06.035098 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07624c-4dbc-482f-98ce-a1c191db814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f1315b-9bc9-4846-8f84-840113a2e2c5,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:06.044676 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9f07624c-4dbc-482f-98ce-a1c191db814b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:06.045788 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-9f07624c-4dbc-482f-98ce-a1c191db814b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7f1315b-9bc9-4846-8f84-840113a2e2c5 HTTP/1.1" status: 204 len: 168 time: 0.1582806 May 03 21:24:06.314924 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f35e3b-3575-487f-831f-42f9ad01e0ae req-64a8c5d8-dd61-40a1-a2cd-11bddcc69ca0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:06.316439 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-51f35e3b-3575-487f-831f-42f9ad01e0ae req-64a8c5d8-dd61-40a1-a2cd-11bddcc69ca0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0856743 May 03 21:24:06.361555 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-51f35e3b-3575-487f-831f-42f9ad01e0ae req-1949658e-d953-485e-ba9c-353a24e248de tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391243 May 03 21:24:06.860891 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33460) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:06.961175 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-269204774-network', 'tenant_id': '0c40fd63025342fbab2b37fc8de174f9'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:06.965879 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:06.969629 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Usage tracker for resource:network and tenant:0c40fd63025342fbab2b37fc8de174f9 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:06.973248 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:06.978821 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:06.988872 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Made reservation on behalf of 0c40fd63025342fbab2b37fc8de174f9 for: {'network': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:24:06.991567 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for network, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.003835 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.020988 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:07.024707 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0c40fd63025342fbab2b37fc8de174f9 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:07.027416 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:07.032928 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:07.115505 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.119137 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.152027 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=87240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:24:07.157138 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101149cf-e591-4895-a64d-db1aed621238,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:07.167829 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.168165 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.168492 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.168815 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.169134 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.169452 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.169766 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.170111 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.170425 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.170730 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.171039 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.171345 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:07.175803 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.176140 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.segments_db [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Added segment 741f52b2-f6c1-453b-89d0-586fc237346f of type vlan for network 2a245a49-8552-4ed0-a174-c0be5a04c592 May 03 21:24:07.202016 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747672050616'] for network, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.229709 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193'] for network, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.230632 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:07.231205 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.325136 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4631448 May 03 21:24:07.328075 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 33466) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:07.333710 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a8d48-f6b2-4c4f-9f7c-e869fd45a2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=2a245a49-8552-4ed0-a174-c0be5a04c592,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:07.334308 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Request body: {'subnet': {'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-269204774-subnet', 'tenant_id': '0c40fd63025342fbab2b37fc8de174f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:07.339431 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:07.342998 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Network 2a245a49-8552-4ed0-a174-c0be5a04c592 details requested by agent ovs-agent-dv-cinder-840376-1-smb with host dv-cinder-840376-1-smb {{(pid=87241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:24:07.343495 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Usage tracker for resource:subnet and tenant:0c40fd63025342fbab2b37fc8de174f9 is out of sync, need to count used quota {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:07.346643 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87239) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:07.353129 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:07.363287 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Made reservation on behalf of 0c40fd63025342fbab2b37fc8de174f9 for: {'subnet': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:24:07.365750 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228449'] for subnet, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.628614 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d6cb2-f6cb-475a-9fd8-5003dd8188b4 req-c3cdad43-460b-4ad6-b37f-9483ff8f04bd tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:07.630035 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1f2d6cb2-f6cb-475a-9fd8-5003dd8188b4 req-c3cdad43-460b-4ad6-b37f-9483ff8f04bd tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.1577170 May 03 21:24:07.636177 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2304341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228435'] for subnet, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.828336 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1f2d6cb2-f6cb-475a-9fd8-5003dd8188b4 req-712516c8-cbdb-44dd-9577-c758373ce98c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883724 May 03 21:24:07.832400 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b60c0a-81ad-4944-ad9e-c3734b13fd64,revision_number=0']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:07.840843 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Checking segment: {'id': '741f52b2-f6c1-453b-89d0-586fc237346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:24:07.841187 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Network hostable DHCP agents. Network: 2a245a49-8552-4ed0-a174-c0be5a04c592, hostable agents: ['0e8e98fe-7480-4131-a1ac-d42a0bca3ab3'], hosted agents: [] {{(pid=87239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:24:07.859844 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Network 2a245a49-8552-4ed0-a174-c0be5a04c592 is scheduled to be hosted by DHCP agent 0e8e98fe-7480-4131-a1ac-d42a0bca3ab3 with binding_index 1 {{(pid=87239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:24:07.869457 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-smb, 2a245a49-8552-4ed0-a174-c0be5a04c592) {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:07.873457 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:07.874064 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.878383 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5658c352-9981-4793-9128-82aaa9a218e2 None None] Network 2a245a49-8552-4ed0-a174-c0be5a04c592 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:24:07.897993 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-9aa3a349-3577-48f7-baf9-889c87140eeb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5687106 May 03 21:24:08.085974 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ada07-a4ad-4929-bd1e-e6555d1c0d26 None None] Network 2a245a49-8552-4ed0-a174-c0be5a04c592 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:24:08.874421 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-fa47e0e0-40e2-49c4-b4be-073905ecd934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:08.875889 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-fa47e0e0-40e2-49c4-b4be-073905ecd934 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0298b7b51c0c48889e8e2de2a68273d3&device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1098 time: 0.1147301 May 03 21:24:09.006914 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-a297dc89-a8db-42f6-997d-3eb97f2c8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:09.008350 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-a297dc89-a8db-42f6-997d-3eb97f2c8ff2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89782a5b-7fde-4d98-a51c-3968db14ab02 HTTP/1.1" status: 200 len: 910 time: 0.1263630 May 03 21:24:09.013379 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2a0bf-ab81-425e-9062-e9689307b485 req-b2b4cfbb-d78a-4528-bbd6-8680744b54f5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:09.014829 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-18c2a0bf-ab81-425e-9062-e9689307b485 req-b2b4cfbb-d78a-4528-bbd6-8680744b54f5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0793018 May 03 21:24:09.061235 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-18c2a0bf-ab81-425e-9062-e9689307b485 req-1fba5fd1-7861-43ee-81d8-6061529e003d tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400283 May 03 21:24:09.111616 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-9ed9b707-3a1f-47e6-bb39-5f1e5eb51dba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877 HTTP/1.1" status: 200 len: 1000 time: 0.0969055 May 03 21:24:09.173811 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-7691636b-1cb1-49a8-991c-8b104416398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:09.175302 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-7691636b-1cb1-49a8-991c-8b104416398a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f4ae61-8172-48b2-bda6-ec9a0af99db4 HTTP/1.1" status: 200 len: 848 time: 0.0582290 May 03 21:24:09.246352 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-2d48368a-ec04-4f61-9e9a-55adb1ef4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:09.247858 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-2d48368a-ec04-4f61-9e9a-55adb1ef4b7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89782a5b-7fde-4d98-a51c-3968db14ab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667121 May 03 21:24:09.258405 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-964d6054-34dc-49e6-83a8-eb1f0d1564a8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:24:09.259406 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-964d6054-34dc-49e6-83a8-eb1f0d1564a8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048194 May 03 21:24:09.477561 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-f57c8dee-3536-443b-80d5-5cbc0a09fbb0 service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117581 May 03 21:24:09.605563 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-5236d12a-a5dc-49be-b9cf-f06c7d641f57 req-a00b505e-1ad7-4f86-a20c-346053b3f25f service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217127 May 03 21:24:09.873030 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-826a9516-a6d3-40c5-9cb1-5d83f80d3f2a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:09.874384 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-826a9516-a6d3-40c5-9cb1-5d83f80d3f2a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/networks?id=2a245a49-8552-4ed0-a174-c0be5a04c592 HTTP/1.1" status: 200 len: 813 time: 0.1434906 May 03 21:24:09.889269 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-91767e76-cfcb-4fd5-b2d2-6eaa5c8e245d tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/quotas/0c40fd63025342fbab2b37fc8de174f9 HTTP/1.1" status: 200 len: 375 time: 0.0086818 May 03 21:24:09.938676 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-45fc5eb9-4961-4f82-b902-b0571c9803e6 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c40fd63025342fbab2b37fc8de174f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444705 May 03 21:24:10.068334 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-21133f1d-666d-4cb6-a7d5-6197a5d6c619 service neutron] 10.222.0.44 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223826 May 03 21:24:10.244652 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-462a1c05-c7d6-4c1c-b748-21cde787ccd9 service neutron] 10.222.0.44 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703761 May 03 21:24:10.270782 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbe7fd-4036-426a-bc71-26d7065e91ba req-c3ebf914-07ec-48bc-8c5d-7d87913249c9 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:10.272237 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-60fbe7fd-4036-426a-bc71-26d7065e91ba req-c3ebf914-07ec-48bc-8c5d-7d87913249c9 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.1021290 May 03 21:24:10.322041 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-60fbe7fd-4036-426a-bc71-26d7065e91ba req-9ccd61cd-617e-4815-bd68-bdc09724fd35 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438135 May 03 21:24:10.422461 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1a77ae29-0e4a-4bbb-a065-6b5a5d564d3c req-4d4f30e3-972a-40d9-8be2-0e19f46af8e2 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 210 time: 0.0409622 May 03 21:24:11.509718 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbb78e-b4dd-4157-8c77-105721753fe5 req-3da6616e-185e-4c69-ab06-73b161c2a23d tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:11.511343 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-29cbb78e-b4dd-4157-8c77-105721753fe5 req-3da6616e-185e-4c69-ab06-73b161c2a23d tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0807621 May 03 21:24:11.583281 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:11.595735 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af88e404-0938-44b9-8613-9358b1e92902 req-5af1ec06-44ba-4b53-aa7f-3353fd69d677 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 210 time: 0.0572562 May 03 21:24:11.601384 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-29cbb78e-b4dd-4157-8c77-105721753fe5 req-73bdc0c7-9d9a-488a-a6a4-4f6b7f896db3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843511 May 03 21:24:11.801846 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-134020d1-bc0b-4adc-b472-13bfe7c10333 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:11.802541 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-134020d1-bc0b-4adc-b472-13bfe7c10333 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Synchronizing usage tracker for tenant:0c40fd63025342fbab2b37fc8de174f9 on resource:network {{(pid=87240) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:24:11.819515 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-134020d1-bc0b-4adc-b472-13bfe7c10333 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Unset dirty status for tenant:0c40fd63025342fbab2b37fc8de174f9 on resource:network {{(pid=87240) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:24:11.820627 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-134020d1-bc0b-4adc-b472-13bfe7c10333 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.43 "GET /v2.0/networks?id=2a245a49-8552-4ed0-a174-c0be5a04c592 HTTP/1.1" status: 200 len: 813 time: 0.1626556 May 03 21:24:11.839255 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Request body: {'port': {'device_id': '406c2f3d-cff7-49fc-8ea6-13a88e5a6678', 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592', 'admin_state_up': True, 'tenant_id': '0c40fd63025342fbab2b37fc8de174f9'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:11.976484 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:11.980412 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Usage tracker for resource:port and tenant:0c40fd63025342fbab2b37fc8de174f9 is out of sync, need to count used quota {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:11.983274 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.quota.resource [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87240) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:11.989617 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.quota.driver [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:11.999068 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Made reservation on behalf of 0c40fd63025342fbab2b37fc8de174f9 for: {'port': 1} {{(pid=87240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:24:12.003269 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:12.162907 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_common [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Allocated IP 172.20.0.10 (2a245a49-8552-4ed0-a174-c0be5a04c592/e4b60c0a-81ad-4944-ad9e-c3734b13fd64/3b944699-c661-4a20-9ba7-824a9fcbb784) {{(pid=87240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:24:12.360666 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks [] for port, precommit_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:12.389516 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_create {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:12.463582 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Network 2a245a49-8552-4ed0-a174-c0be5a04c592 is already hosted by enough agents. {{(pid=87240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:24:12.466500 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.base_scheduler [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Resources bound (agent type, host, resource id): {{(pid=87240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:12.470206 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Received port after_create {{(pid=87240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:24:12.503860 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Pushing event updated for resources: {'Port': ['ID=3b944699-c661-4a20-9ba7-824a9fcbb784,revision_number=1']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:12.534251 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:12.534857 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:12.555464 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-5a641cc9-f1ee-48ba-9315-e81d2d169f4a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7200565 May 03 21:24:12.572499 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.v2.base [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Request body: {'port': {'device_id': '406c2f3d-cff7-49fc-8ea6-13a88e5a6678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:12.687128 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:12.856459 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3b859-585a-46f6-bb75-e566d33474ba req-8bf973e1-b103-44a8-bc89-44dfb410bb8c tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:12.857922 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d4b3b859-585a-46f6-bb75-e566d33474ba req-8bf973e1-b103-44a8-bc89-44dfb410bb8c tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 932 time: 0.1515932 May 03 21:24:12.869834 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8dcf8-55e8-414e-b833-bc8d93fddc25 req-208614f7-29b9-4e82-99bb-5bcad57428bf tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:12.871278 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8a8dcf8-55e8-414e-b833-bc8d93fddc25 req-208614f7-29b9-4e82-99bb-5bcad57428bf tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.1292086 May 03 21:24:12.937858 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d4b3b859-585a-46f6-bb75-e566d33474ba req-24c27a3a-2055-43ae-892a-ae7d544143d4 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656209 May 03 21:24:12.946481 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-b8a8dcf8-55e8-414e-b833-bc8d93fddc25 req-19f304fa-c722-4414-a0e7-0b9f6864f678 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611041 May 03 21:24:13.055323 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b944699-c661-4a20-9ba7-824a9fcbb784 {{(pid=87240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:24:13.062891 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:13.077481 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.provisioning_blocks [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Transition to ACTIVE for port object 3b944699-c661-4a20-9ba7-824a9fcbb784 will not be triggered until provisioned by entity L2. {{(pid=87240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:13.082364 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:13.215888 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Pushing event updated for resources: {'Port': ['ID=3b944699-c661-4a20-9ba7-824a9fcbb784,revision_number=2']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:13.371632 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04b49d-388e-4883-ac99-a777e8ae735d req-5f729437-e7d1-43be-a69d-c79d97c9bba9 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:13.373056 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3d04b49d-388e-4883-ac99-a777e8ae735d req-5f729437-e7d1-43be-a69d-c79d97c9bba9 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.1164522 May 03 21:24:13.376362 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f63b6306-fb05-4933-9899-821387463be2 req-0735f0af-6df9-4d18-baa5-07505c8d9343 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2001526 May 03 21:24:13.426953 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3d04b49d-388e-4883-ac99-a777e8ae735d req-a14eb651-26d8-4ce6-8e9d-a0bdfe12d6cd tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474143 May 03 21:24:13.429134 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Attempting to bind port 3b944699-c661-4a20-9ba7-824a9fcbb784 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:24:13.429468 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Attempting to bind port 3b944699-c661-4a20-9ba7-824a9fcbb784 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '741f52b2-f6c1-453b-89d0-586fc237346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592'}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:24:13.429789 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Attempting to bind port 3b944699-c661-4a20-9ba7-824a9fcbb784 on network 2a245a49-8552-4ed0-a174-c0be5a04c592 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:24:13.440854 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Port 3b944699-c661-4a20-9ba7-824a9fcbb784 on network 2a245a49-8552-4ed0-a174-c0be5a04c592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:24:13.441174 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Attempting to bind port 3b944699-c661-4a20-9ba7-824a9fcbb784 on network 2a245a49-8552-4ed0-a174-c0be5a04c592 {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:24:13.446472 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:24:13.446803 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Checking segment: {'id': '741f52b2-f6c1-453b-89d0-586fc237346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:24:13.447209 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Bound using segment: {'id': '741f52b2-f6c1-453b-89d0-586fc237346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592'} {{(pid=87240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:24:13.447648 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.managers [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Bound port: 3b944699-c661-4a20-9ba7-824a9fcbb784, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741f52b2-f6c1-453b-89d0-586fc237346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592'}}] {{(pid=87240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:24:13.448019 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:13.528233 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 710fb3d5-5b8a-4444-a282-5cbd34cdb877 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:24:13.542300 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] For port 3b944699-c661-4a20-9ba7-824a9fcbb784, host hv-cinder-84037, cleared binding levels {{(pid=87240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:24:13.545223 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] For port 3b944699-c661-4a20-9ba7-824a9fcbb784, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3b944699-c661-4a20-9ba7-824a9fcbb784,segment=NetworkSegment(741f52b2-f6c1-453b-89d0-586fc237346f),segment_id=741f52b2-f6c1-453b-89d0-586fc237346f)] {{(pid=87240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:24:13.552252 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221283'] for port, after_update {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:13.612727 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:13.613474 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:13.615012 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] 10.222.0.43 "PUT /v2.0/ports/3b944699-c661-4a20-9ba7-824a9fcbb784 HTTP/1.1" status: 200 len: 1094 time: 1.0467575 May 03 21:24:13.615597 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406c2f3d-cff7-49fc-8ea6-13a88e5a6678', 'tag': '3b944699-c661-4a20-9ba7-824a9fcbb784'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:24:13.646749 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdfa76-fcd1-4078-a826-97a42ae4a860 service neutron] Pushing event updated for resources: {'Port': ['ID=3b944699-c661-4a20-9ba7-824a9fcbb784,revision_number=3']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:13.667514 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:13.672008 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3751ec-c161-4aad-a042-2026389e3eaa'] response: {'name': 'network-changed', 'server_uuid': '406c2f3d-cff7-49fc-8ea6-13a88e5a6678', 'tag': '3b944699-c661-4a20-9ba7-824a9fcbb784', 'status': 'completed', 'code': 200} May 03 21:24:13.699384 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:24:13.714019 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:13.719348 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:13.749543 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-d05b703a-37f1-4491-8c0b-09d85f28b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:13.751040 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-d05b703a-37f1-4491-8c0b-09d85f28b5ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c40fd63025342fbab2b37fc8de174f9&device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 1097 time: 0.0815768 May 03 21:24:13.772348 dv-cinder-840376-1-smb neutron-server[87241]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-03354b22-af3b-450a-b850-42e6626d9ecc']: {'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'code': 422} returned with failed status May 03 21:24:13.807448 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=710fb3d5-5b8a-4444-a282-5cbd34cdb877,revision_number=6']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:13.814919 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.815259 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.815597 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.815918 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.816239 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.816562 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.817065 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.817383 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.817703 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.818057 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.818371 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.818686 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:13.824360 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-57882c1a-6ac1-4e3c-bb97-f1c9ed59fa15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b944699-c661-4a20-9ba7-824a9fcbb784 HTTP/1.1" status: 200 len: 217 time: 0.0610507 May 03 21:24:13.893590 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-6f4f7847-428b-4697-9452-7a967bd0d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:13.895062 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-6f4f7847-428b-4697-9452-7a967bd0d01a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4b60c0a-81ad-4944-ad9e-c3734b13fd64 HTTP/1.1" status: 200 len: 853 time: 0.0592842 May 03 21:24:13.941436 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-68f8c3c8-1ba3-4829-8d62-63e20640fa5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a245a49-8552-4ed0-a174-c0be5a04c592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406761 May 03 21:24:14.073282 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-070c04c8-b8ed-4235-b544-0c0e38eb5355 service neutron] 10.222.0.43 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254930 May 03 21:24:14.101039 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-7ec241cf-df44-40cf-b55c-504835225e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:14.137147 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de96f1f-a0c8-40cd-9d56-34df07e25a5b req-9690a2b2-bbaa-4f6e-b76d-a9503b62b01f tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:14.138613 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1de96f1f-a0c8-40cd-9d56-34df07e25a5b req-9690a2b2-bbaa-4f6e-b76d-a9503b62b01f tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 944 time: 0.0893462 May 03 21:24:14.192605 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-1de96f1f-a0c8-40cd-9d56-34df07e25a5b req-5af6d364-0f1a-4aae-8538-efa7121f8cf2 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 May 03 21:24:14.210404 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-76c30d91-d6e3-490a-b86f-584734cbe5b9 req-0d2edf52-bb30-4ff3-a070-e452b51efa0c service neutron] 10.222.0.43 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302564 May 03 21:24:14.378682 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311f2a1-af9e-497f-b389-0bab66ba3413 req-2640d8df-cfba-4562-9cd9-2cc54bfb623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:14.380064 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-9311f2a1-af9e-497f-b389-0bab66ba3413 req-2640d8df-cfba-4562-9cd9-2cc54bfb623c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c40fd63025342fbab2b37fc8de174f9&device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 1097 time: 0.0761497 May 03 21:24:14.515260 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311f2a1-af9e-497f-b389-0bab66ba3413 req-b09c2643-6348-4435-8ffb-7633d03c71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:14.516659 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-9311f2a1-af9e-497f-b389-0bab66ba3413 req-b09c2643-6348-4435-8ffb-7633d03c71a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a245a49-8552-4ed0-a174-c0be5a04c592 HTTP/1.1" status: 200 len: 914 time: 0.1305182 May 03 21:24:14.585021 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-9311f2a1-af9e-497f-b389-0bab66ba3413 req-73187d19-2dbb-421d-943d-0770c2b7b47a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b944699-c661-4a20-9ba7-824a9fcbb784 HTTP/1.1" status: 200 len: 217 time: 0.0612845 May 03 21:24:14.623070 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd8a8-ce02-4aeb-a4c4-e644c626958a req-00444dbb-7801-4b7c-9fbb-e8255811f624 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:14.624645 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-08ffd8a8-ce02-4aeb-a4c4-e644c626958a req-00444dbb-7801-4b7c-9fbb-e8255811f624 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 943 time: 0.0877514 May 03 21:24:14.652903 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311f2a1-af9e-497f-b389-0bab66ba3413 req-3edd8605-6798-41b5-a257-82855b2100e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:14.654295 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-9311f2a1-af9e-497f-b389-0bab66ba3413 req-3edd8605-6798-41b5-a257-82855b2100e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4b60c0a-81ad-4944-ad9e-c3734b13fd64 HTTP/1.1" status: 200 len: 853 time: 0.0629897 May 03 21:24:14.672069 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-08ffd8a8-ce02-4aeb-a4c4-e644c626958a req-25faafe6-0317-4962-9a1e-961bb633b72e tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403044 May 03 21:24:14.701202 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-9311f2a1-af9e-497f-b389-0bab66ba3413 req-8075ef28-f014-41f2-9196-e4d234b17a4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a245a49-8552-4ed0-a174-c0be5a04c592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402527 May 03 21:24:14.831687 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-9311f2a1-af9e-497f-b389-0bab66ba3413 req-ac5f176e-0bc9-42c6-a5e6-dcf3830525f2 service neutron] 10.222.0.43 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230707 May 03 21:24:14.962780 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [req-9311f2a1-af9e-497f-b389-0bab66ba3413 req-78cfa520-03d2-4138-bd7d-ad2ccfb016c9 service neutron] 10.222.0.43 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235497 May 03 21:24:14.972613 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b6306-fb05-4933-9899-821387463be2 req-a320fcc8-5ef4-4ae3-8811-3356e016d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:14.974061 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f63b6306-fb05-4933-9899-821387463be2 req-a320fcc8-5ef4-4ae3-8811-3356e016d74d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269&tenant_id=0298b7b51c0c48889e8e2de2a68273d3 HTTP/1.1" status: 200 len: 1096 time: 0.0716624 May 03 21:24:15.080447 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b6306-fb05-4933-9899-821387463be2 req-501a41f6-d48e-44b7-8c72-86527d8e02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:15.081986 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f63b6306-fb05-4933-9899-821387463be2 req-501a41f6-d48e-44b7-8c72-86527d8e02b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0298b7b51c0c48889e8e2de2a68273d3&device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1096 time: 0.0699949 May 03 21:24:15.300866 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b6306-fb05-4933-9899-821387463be2 req-78d65396-59df-410e-8560-60deadab5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:15.302329 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f63b6306-fb05-4933-9899-821387463be2 req-78d65396-59df-410e-8560-60deadab5fe5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89782a5b-7fde-4d98-a51c-3968db14ab02 HTTP/1.1" status: 200 len: 910 time: 0.2144063 May 03 21:24:15.453586 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f63b6306-fb05-4933-9899-821387463be2 req-1b1a99e1-876c-46d1-a6a8-14b79ef705c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877 HTTP/1.1" status: 200 len: 998 time: 0.1160896 May 03 21:24:15.503605 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91666adf-1955-48dc-af55-08a04bc02fcc req-bd7e7f1d-664c-452d-af3e-63bffe2689f6 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:15.505015 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91666adf-1955-48dc-af55-08a04bc02fcc req-bd7e7f1d-664c-452d-af3e-63bffe2689f6 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 944 time: 0.2017951 May 03 21:24:15.543449 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 3b944699-c661-4a20-9ba7-824a9fcbb784 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:24:15.551417 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b6306-fb05-4933-9899-821387463be2 req-29fbd929-99df-4904-b961-12038c7e1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:15.552821 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f63b6306-fb05-4933-9899-821387463be2 req-29fbd929-99df-4904-b961-12038c7e1b69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f4ae61-8172-48b2-bda6-ec9a0af99db4 HTTP/1.1" status: 200 len: 848 time: 0.0935793 May 03 21:24:15.599490 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-91666adf-1955-48dc-af55-08a04bc02fcc req-21e475b2-61e2-49c0-bf18-d6a40e7b9bd1 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867591 May 03 21:24:15.634867 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b6306-fb05-4933-9899-821387463be2 req-dc2d6ec7-b6fa-46b6-8905-c0a7269f4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:15.636299 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f63b6306-fb05-4933-9899-821387463be2 req-dc2d6ec7-b6fa-46b6-8905-c0a7269f4745 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89782a5b-7fde-4d98-a51c-3968db14ab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776424 May 03 21:24:15.676242 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 3b944699-c661-4a20-9ba7-824a9fcbb784, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3b944699-c661-4a20-9ba7-824a9fcbb784,segment=NetworkSegment(741f52b2-f6c1-453b-89d0-586fc237346f),segment_id=741f52b2-f6c1-453b-89d0-586fc237346f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:15.690555 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '3b944699-c661-4a20-9ba7-824a9fcbb784', 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592', 'port_id': '3b944699-c661-4a20-9ba7-824a9fcbb784', 'mac_address': 'fa:16:3e:68:b5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b60c0a-81ad-4944-ad9e-c3734b13fd64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:24:15.744965 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:15.762562 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b944699-c661-4a20-9ba7-824a9fcbb784 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:24:15.769719 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f63b6306-fb05-4933-9899-821387463be2 req-c5793f42-f479-48a1-a673-5cd44a275965 service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267240 May 03 21:24:15.779285 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 3b944699-c661-4a20-9ba7-824a9fcbb784, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3b944699-c661-4a20-9ba7-824a9fcbb784,segment=NetworkSegment(741f52b2-f6c1-453b-89d0-586fc237346f),segment_id=741f52b2-f6c1-453b-89d0-586fc237346f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:15.783054 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:15.852857 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=3b944699-c661-4a20-9ba7-824a9fcbb784,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:15.956994 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f63b6306-fb05-4933-9899-821387463be2 req-8104e873-78d9-41a6-8ce2-475d37c5b325 service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815059 May 03 21:24:15.964293 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aac96-5461-4ed1-bdb8-26bd4ce5bb72 req-0a153f82-f610-4bba-94f9-506b05f917a3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:15.965581 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-235aac96-5461-4ed1-bdb8-26bd4ce5bb72 req-0a153f82-f610-4bba-94f9-506b05f917a3 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 943 time: 0.1691375 May 03 21:24:16.013113 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-235aac96-5461-4ed1-bdb8-26bd4ce5bb72 req-bdf83d03-42cc-4a39-8cd0-1bfbb835a84e tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406024 May 03 21:24:16.060736 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['3b944699-c661-4a20-9ba7-824a9fcbb784'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:24:16.452147 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bb981b3d-af4a-416f-ae87-f0f9568fb2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:16.928979 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660580-d48a-4194-a376-e5b45370901e req-2ad94111-2760-4796-82e9-90e4ac284aaa tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:16.930321 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2c660580-d48a-4194-a376-e5b45370901e req-2ad94111-2760-4796-82e9-90e4ac284aaa tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 945 time: 0.0781229 May 03 21:24:16.972627 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2c660580-d48a-4194-a376-e5b45370901e req-165ddecc-a322-43cc-97db-733d9d7cbb5c tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367696 May 03 21:24:17.197656 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed632445-a5f4-46bc-a025-1ee5deeeb5c7 req-540f04f3-5833-4486-b6a9-03e8d8e4027c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:17.199132 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ed632445-a5f4-46bc-a025-1ee5deeeb5c7 req-540f04f3-5833-4486-b6a9-03e8d8e4027c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 943 time: 0.0830009 May 03 21:24:17.242450 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ed632445-a5f4-46bc-a025-1ee5deeeb5c7 req-16fbc681-d44b-4056-8c39-21f0f89e84c8 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377488 May 03 21:24:17.464620 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:17.544149 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 710fb3d5-5b8a-4444-a282-5cbd34cdb877 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:24:17.551536 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 3b944699-c661-4a20-9ba7-824a9fcbb784 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:17.733710 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:17.766162 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port 3b944699-c661-4a20-9ba7-824a9fcbb784 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:17.785708 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 3b944699-c661-4a20-9ba7-824a9fcbb784 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:17.786294 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:17.848070 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:17.871986 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'port_id': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'mac_address': 'fa:16:3e:76:53:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:24:17.987685 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:18.018623 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710fb3d5-5b8a-4444-a282-5cbd34cdb877 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:24:18.037240 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:18.064418 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:18.075259 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:18.116764 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c2f3d-cff7-49fc-8ea6-13a88e5a6678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b944699-c661-4a20-9ba7-824a9fcbb784'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:24:18.152540 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 3b944699-c661-4a20-9ba7-824a9fcbb784, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3b944699-c661-4a20-9ba7-824a9fcbb784,segment=NetworkSegment(741f52b2-f6c1-453b-89d0-586fc237346f),segment_id=741f52b2-f6c1-453b-89d0-586fc237346f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:18.160763 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:18.172117 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2601cd70-058d-4a30-bb35-bc7417ebe3c4'] response: {'server_uuid': '406c2f3d-cff7-49fc-8ea6-13a88e5a6678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b944699-c661-4a20-9ba7-824a9fcbb784', 'code': 200} May 03 21:24:18.177460 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e121b3-f339-4c21-a30c-03224156e927 req-feb36e75-6f56-4074-953d-33ddc0c3a8b1 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:18.178037 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=710fb3d5-5b8a-4444-a282-5cbd34cdb877,revision_number=7']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:18.178987 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a1e121b3-f339-4c21-a30c-03224156e927 req-feb36e75-6f56-4074-953d-33ddc0c3a8b1 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 945 time: 0.0918789 May 03 21:24:18.226747 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a1e121b3-f339-4c21-a30c-03224156e927 req-613295f8-5906-4b61-941f-887fc6797ad6 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 May 03 21:24:18.259077 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=3b944699-c661-4a20-9ba7-824a9fcbb784,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:18.363504 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['710fb3d5-5b8a-4444-a282-5cbd34cdb877'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:24:18.503211 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea42728-d1a9-49c2-8a0b-741b265d5e24 req-12257963-bc9d-4ca3-9afd-17fed03236d0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:18.504688 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4ea42728-d1a9-49c2-8a0b-741b265d5e24 req-12257963-bc9d-4ca3-9afd-17fed03236d0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 944 time: 0.1374896 May 03 21:24:18.507426 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c691505-32a6-4d6e-b1d5-e87506a00c1b req-9a41e7ed-2b9c-4a51-80b1-0d11f27c1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:18.508758 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5c691505-32a6-4d6e-b1d5-e87506a00c1b req-9a41e7ed-2b9c-4a51-80b1-0d11f27c1b2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 1099 time: 0.1080337 May 03 21:24:18.578406 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-4ea42728-d1a9-49c2-8a0b-741b265d5e24 req-ca34b670-a453-43bd-a520-fdc135061f81 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673234 May 03 21:24:18.582054 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5c691505-32a6-4d6e-b1d5-e87506a00c1b req-9bc912f7-4876-4105-bac8-30d36c323299 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588953 May 03 21:24:18.721668 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:19.418374 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16d3fa-c063-49d9-a7ab-a521d7171a77 req-32851e69-b8ab-420e-bd3f-f2efa0ba2542 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:19.419781 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ee16d3fa-c063-49d9-a7ab-a521d7171a77 req-32851e69-b8ab-420e-bd3f-f2efa0ba2542 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 946 time: 0.0775399 May 03 21:24:19.463531 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ee16d3fa-c063-49d9-a7ab-a521d7171a77 req-a114aae2-a009-4169-826e-26f4f10cd234 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 May 03 21:24:19.561293 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 710fb3d5-5b8a-4444-a282-5cbd34cdb877 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:19.639311 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:19.639675 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:19.755719 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:19.775514 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9054dc-13c6-4f0c-8518-7b1e6975a7c6 req-3ddb50aa-1598-45cc-9ed9-ccb853d789a7 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:19.776240 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af9054dc-13c6-4f0c-8518-7b1e6975a7c6 req-3ddb50aa-1598-45cc-9ed9-ccb853d789a7 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 944 time: 0.0836747 May 03 21:24:19.789788 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:19.793742 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:19.821454 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-af9054dc-13c6-4f0c-8518-7b1e6975a7c6 req-e9ee4275-592f-48e5-95dc-e8e262bc1b67 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383658 May 03 21:24:19.862604 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=710fb3d5-5b8a-4444-a282-5cbd34cdb877,revision_number=8']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:20.173340 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:24:20.215483 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74d3263-a304-4e0f-8b1c-4fad001d4ce8'] response: {'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'code': 200} May 03 21:24:20.549554 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119613c9-f1dc-470d-8e9e-c94f7e247f63 req-2d168429-7363-4ab3-89c2-7eb28051219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:20.551025 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-119613c9-f1dc-470d-8e9e-c94f7e247f63 req-2d168429-7363-4ab3-89c2-7eb28051219a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1098 time: 0.0678730 May 03 21:24:20.726505 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-119613c9-f1dc-470d-8e9e-c94f7e247f63 req-28399908-7cb2-4d5d-ab4a-9a0da5ee2da9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697636 May 03 21:24:20.751889 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc4649-0a1b-4894-a6ff-5b2f39fc7f0d req-47f89a51-82e5-4a7b-9915-3a6c9e47b3c7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:20.753777 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d6cc4649-0a1b-4894-a6ff-5b2f39fc7f0d req-47f89a51-82e5-4a7b-9915-3a6c9e47b3c7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 946 time: 0.1831954 May 03 21:24:20.797113 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-d6cc4649-0a1b-4894-a6ff-5b2f39fc7f0d req-4a692d1a-70b6-44d1-88c2-43f2316f59e2 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376849 May 03 21:24:21.010304 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b661a-a1fc-48ac-9068-0d081ecd07d4 req-1e62b345-d40b-49ff-bfc2-a40b2b76c34a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:21.011753 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-564b661a-a1fc-48ac-9068-0d081ecd07d4 req-1e62b345-d40b-49ff-bfc2-a40b2b76c34a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0815127 May 03 21:24:21.055319 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-564b661a-a1fc-48ac-9068-0d081ecd07d4 req-b20adf8a-66ad-4cad-860f-9276191eb305 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379996 May 03 21:24:22.241481 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d33d1-a172-480e-afcf-f1fc8be662cd req-fcae8c2a-354c-4fff-8063-83e8386b5336 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:22.243023 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0f1d33d1-a172-480e-afcf-f1fc8be662cd req-fcae8c2a-354c-4fff-8063-83e8386b5336 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0790482 May 03 21:24:22.287421 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0f1d33d1-a172-480e-afcf-f1fc8be662cd req-e4c42b9b-e967-47ae-8f29-cc407fd3e57e tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384707 May 03 21:24:23.193089 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:24:41.587105 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:44.102638 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b7be7f63-64fe-4b5f-9a99-8d67fd3a4058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:46.411309 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-fea621d9-018d-43e6-92d7-2ac6eaaed180 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713441 May 03 21:24:46.444266 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-3d687477-558c-4b20-8492-3d09d624e3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:46.563546 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-e6b1f331-20a0-4a1f-9775-891ee29475d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:46.564888 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-e6b1f331-20a0-4a1f-9775-891ee29475d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0298b7b51c0c48889e8e2de2a68273d3&device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1098 time: 0.0695474 May 03 21:24:46.712884 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-d054a35d-ef8d-4b94-9263-75c124eb196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:46.714361 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-d054a35d-ef8d-4b94-9263-75c124eb196d service neutron] 10.222.0.43 "GET /v2.0/networks?id=89782a5b-7fde-4d98-a51c-3968db14ab02 HTTP/1.1" status: 200 len: 910 time: 0.1257963 May 03 21:24:46.822326 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-614f45c3-0be1-4cad-b539-a81ff08de534 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877 HTTP/1.1" status: 200 len: 1000 time: 0.1014898 May 03 21:24:46.887167 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-0b55546d-ddf9-4e01-be08-3141a9829329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:46.888539 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-0b55546d-ddf9-4e01-be08-3141a9829329 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f4ae61-8172-48b2-bda6-ec9a0af99db4 HTTP/1.1" status: 200 len: 848 time: 0.0586269 May 03 21:24:46.961612 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-fad4663b-9da4-4608-99e6-a035da176555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:46.963044 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-fad4663b-9da4-4608-99e6-a035da176555 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89782a5b-7fde-4d98-a51c-3968db14ab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680337 May 03 21:24:47.097795 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-44329f74-4409-4d00-a41f-c8d09dc331f9 service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222293 May 03 21:24:47.224745 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-991cb0c5-7276-4913-90c1-96ddc76d11b0 req-ba631538-0441-4c3a-8ef9-a1c75af50d79 service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207066 May 03 21:24:47.458577 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:47.644914 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:48.726723 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:55.731393 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96364-37b7-4a87-9df6-f3161e1f6576 req-e746627a-4e48-4d97-ae94-1e6a8a97e9e8 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:55.732827 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c7a96364-37b7-4a87-9df6-f3161e1f6576 req-e746627a-4e48-4d97-ae94-1e6a8a97e9e8 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 946 time: 0.0842295 May 03 21:24:55.775843 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c7a96364-37b7-4a87-9df6-f3161e1f6576 req-c29906ea-4363-4632-a384-af04b21ad447 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372417 May 03 21:24:56.960920 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174ddb2-798b-498a-88c2-078abce9ca91 req-04c11319-0cfa-40d2-848b-671caaaae68a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:56.962359 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6174ddb2-798b-498a-88c2-078abce9ca91 req-04c11319-0cfa-40d2-848b-671caaaae68a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 946 time: 0.0769696 May 03 21:24:57.006191 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6174ddb2-798b-498a-88c2-078abce9ca91 req-8693a5e6-81a5-4329-b339-4689988c277b tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382135 May 03 21:24:58.191699 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd653812-d27d-460d-b97a-95bf9e2ccb50 req-096ac1d1-5e1f-4d48-a5f2-de90d715ebf5 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:58.193212 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dd653812-d27d-460d-b97a-95bf9e2ccb50 req-096ac1d1-5e1f-4d48-a5f2-de90d715ebf5 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 946 time: 0.0833278 May 03 21:24:58.235530 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dd653812-d27d-460d-b97a-95bf9e2ccb50 req-e13c30c6-45e9-40f4-a1f3-0dddb9b04ce0 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367792 May 03 21:24:59.420527 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d85c0-6bb3-4e43-bfe1-b021d1528a09 req-35f6ff5a-85b7-4326-9161-afb51001800e tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:59.422033 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-df6d85c0-6bb3-4e43-bfe1-b021d1528a09 req-35f6ff5a-85b7-4326-9161-afb51001800e tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 946 time: 0.0798163 May 03 21:24:59.465805 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-df6d85c0-6bb3-4e43-bfe1-b021d1528a09 req-464503fa-23ce-4632-b979-21565236fc02 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378780 May 03 21:25:00.191547 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:25:00.653394 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a95482-3315-4ac7-a96e-6f78249d0d49 req-5178b249-a548-4d9e-8e5c-a6d805e18d82 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:00.654870 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-09a95482-3315-4ac7-a96e-6f78249d0d49 req-5178b249-a548-4d9e-8e5c-a6d805e18d82 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 946 time: 0.0832083 May 03 21:25:00.699300 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-09a95482-3315-4ac7-a96e-6f78249d0d49 req-080c82ee-f69d-46f8-bdc1-abe92a1dc7c2 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387597 May 03 21:25:00.864233 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-3049a0a1-37e4-498f-a85c-56bc8103b603 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:00.865630 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-3049a0a1-37e4-498f-a85c-56bc8103b603 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.43 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 946 time: 0.0776153 May 03 21:25:00.935447 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Deleting port 3b944699-c661-4a20-9ba7-824a9fcbb784 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:00.935787 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:01.259485 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] For port 3b944699-c661-4a20-9ba7-824a9fcbb784, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3b944699-c661-4a20-9ba7-824a9fcbb784,segment=NetworkSegment(741f52b2-f6c1-453b-89d0-586fc237346f),segment_id=741f52b2-f6c1-453b-89d0-586fc237346f)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:01.259838 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:01.383303 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Calling delete_port for 3b944699-c661-4a20-9ba7-824a9fcbb784 owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:01.525287 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:01.560024 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['3b944699-c661-4a20-9ba7-824a9fcbb784'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:25:01.574482 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Pushing event deleted for resources: {'Port': ['ID=3b944699-c661-4a20-9ba7-824a9fcbb784,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:01.616367 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.616705 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.617038 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.617366 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.617687 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.618168 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.618494 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.618816 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.619132 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.619450 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.619764 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.620077 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:01.659497 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] No DVR routers for this DVR port 3b944699-c661-4a20-9ba7-824a9fcbb784 on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:25:01.662731 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:01.665123 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c2f3d-cff7-49fc-8ea6-13a88e5a6678', 'name': 'network-vif-deleted', 'tag': '3b944699-c661-4a20-9ba7-824a9fcbb784'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:01.672934 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-6f6f1705-23e7-4835-9a40-7f56094df2e7 req-b0c705f5-78ed-4fe7-8365-d5ebcc62f8ea tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.43 "DELETE /v2.0/ports/3b944699-c661-4a20-9ba7-824a9fcbb784 HTTP/1.1" status: 204 len: 173 time: 0.8026905 May 03 21:25:01.711400 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46091e9e-2643-46f7-a960-56a1d419dc48'] response: {'server_uuid': '406c2f3d-cff7-49fc-8ea6-13a88e5a6678', 'name': 'network-vif-deleted', 'tag': '3b944699-c661-4a20-9ba7-824a9fcbb784', 'status': 'completed', 'code': 200} May 03 21:25:01.847509 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-67802715-1227-48fa-9dd3-368c11f09382 req-28c278a6-5843-42d8-88bf-2e0edf47e3a4 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Synchronizing usage tracker for tenant:0c40fd63025342fbab2b37fc8de174f9 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:25:01.864503 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-67802715-1227-48fa-9dd3-368c11f09382 req-28c278a6-5843-42d8-88bf-2e0edf47e3a4 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Unset dirty status for tenant:0c40fd63025342fbab2b37fc8de174f9 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:25:01.865699 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-67802715-1227-48fa-9dd3-368c11f09382 req-28c278a6-5843-42d8-88bf-2e0edf47e3a4 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=406c2f3d-cff7-49fc-8ea6-13a88e5a6678 HTTP/1.1" status: 200 len: 210 time: 0.0601227 May 03 21:25:03.763614 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 3b944699-c661-4a20-9ba7-824a9fcbb784 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:25:03.798293 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 3b944699-c661-4a20-9ba7-824a9fcbb784 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:25:03.798612 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 3b944699-c661-4a20-9ba7-824a9fcbb784 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:25:07.127394 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-0d4ff920-613d-44d9-a9d0-23c16c078750 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:07.128771 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-0d4ff920-613d-44d9-a9d0-23c16c078750 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/networks?id=2a245a49-8552-4ed0-a174-c0be5a04c592 HTTP/1.1" status: 200 len: 813 time: 0.1421156 May 03 21:25:07.142853 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-dd1f0ec6-c9af-424c-a917-89612b08936b tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/quotas/0c40fd63025342fbab2b37fc8de174f9 HTTP/1.1" status: 200 len: 375 time: 0.0085676 May 03 21:25:07.188476 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-72edbd98-b3a8-4bef-9ab5-a4f081f7c177 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c40fd63025342fbab2b37fc8de174f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401576 May 03 21:25:07.242095 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-19905c1e-6ec8-4ed0-a7c4-d00586a2f587 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87239) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:25:07.243062 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-19905c1e-6ec8-4ed0-a7c4-d00586a2f587 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484858 May 03 21:25:07.382947 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-da54edc0-486d-47d7-afa8-d815185b46ad service neutron] 10.222.0.44 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338921 May 03 21:25:07.514923 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-9a3f6dce-015f-46bd-aef3-f1030895646b service neutron] 10.222.0.44 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262379 May 03 21:25:07.687722 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-dee88014-ce54-406f-8e2a-a7e388b74837 req-0bbfac00-5106-40f4-a9e8-f3a01f4bd15c tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 210 time: 0.0455141 May 03 21:25:08.746493 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-7b267049-05ad-4b63-9f31-03f22d42a46f tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:08.748877 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-7b267049-05ad-4b63-9f31-03f22d42a46f tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.43 "GET /v2.0/networks?id=2a245a49-8552-4ed0-a174-c0be5a04c592 HTTP/1.1" status: 200 len: 813 time: 0.1557143 May 03 21:25:08.767327 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Request body: {'port': {'device_id': '7198ea8c-fcb5-4661-86e7-0383ac445f13', 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592', 'admin_state_up': True, 'tenant_id': '0c40fd63025342fbab2b37fc8de174f9'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:08.901528 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-11b3d239-ed4a-41fa-8b66-b09c821387cf req-29829ae8-afc2-4fac-a1ed-b24b689448ec tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 210 time: 0.0952864 May 03 21:25:08.945431 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:08.954688 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.quota.driver [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:08.964980 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Made reservation on behalf of 0c40fd63025342fbab2b37fc8de174f9 for: {'port': 1} {{(pid=87239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:25:08.968545 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:09.214939 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_common [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Allocated IP 172.20.0.3 (2a245a49-8552-4ed0-a174-c0be5a04c592/e4b60c0a-81ad-4944-ad9e-c3734b13fd64/b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5) {{(pid=87239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:25:09.414970 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks [] for port, precommit_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:09.443472 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747672113722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_create {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:09.511234 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Network 2a245a49-8552-4ed0-a174-c0be5a04c592 is already hosted by enough agents. {{(pid=87239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:25:09.514191 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.base_scheduler [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Resources bound (agent type, host, resource id): {{(pid=87239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:25:09.517795 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Received port after_create {{(pid=87239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:25:09.546674 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Pushing event updated for resources: {'Port': ['ID=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,revision_number=1']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:09.581136 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:09.581850 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:09.605416 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-3b308066-81ae-4dbd-aab6-c30270e3da14 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418348 May 03 21:25:09.622764 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.v2.base [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Request body: {'port': {'device_id': '7198ea8c-fcb5-4661-86e7-0383ac445f13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:09.732349 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:10.119192 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 {{(pid=87239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:25:10.128228 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:10.148401 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.provisioning_blocks [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Transition to ACTIVE for port object b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 will not be triggered until provisioned by entity L2. {{(pid=87239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:25:10.151862 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:10.218677 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17da24e-eb0c-427d-8501-307d76bb2b33 req-690249b3-767b-4358-8d65-d1a185e60f3d tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:10.219361 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-c17da24e-eb0c-427d-8501-307d76bb2b33 req-690249b3-767b-4358-8d65-d1a185e60f3d tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Synchronizing usage tracker for tenant:0c40fd63025342fbab2b37fc8de174f9 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:25:10.298117 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Pushing event updated for resources: {'Port': ['ID=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,revision_number=2']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:10.330345 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-c17da24e-eb0c-427d-8501-307d76bb2b33 req-690249b3-767b-4358-8d65-d1a185e60f3d tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Unset dirty status for tenant:0c40fd63025342fbab2b37fc8de174f9 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:25:10.331492 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c17da24e-eb0c-427d-8501-307d76bb2b33 req-690249b3-767b-4358-8d65-d1a185e60f3d tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 931 time: 0.3156219 May 03 21:25:10.420625 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c17da24e-eb0c-427d-8501-307d76bb2b33 req-a0d90fc6-deb4-4c8a-97aa-50b30db8081c tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804660 May 03 21:25:10.436045 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Attempting to bind port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:25:10.436376 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Attempting to bind port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '741f52b2-f6c1-453b-89d0-586fc237346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592'}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:25:10.436699 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Attempting to bind port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 on network 2a245a49-8552-4ed0-a174-c0be5a04c592 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:25:10.441365 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 on network 2a245a49-8552-4ed0-a174-c0be5a04c592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:25:10.441679 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Attempting to bind port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 on network 2a245a49-8552-4ed0-a174-c0be5a04c592 {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:25:10.446739 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Checking agent: {'id': 'e6490935-8757-43f0-83ee-b18590ce6483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'started_at': datetime.datetime(2022, 5, 3, 21, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:25:10.447074 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Checking segment: {'id': '741f52b2-f6c1-453b-89d0-586fc237346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:25:10.447443 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Bound using segment: {'id': '741f52b2-f6c1-453b-89d0-586fc237346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592'} {{(pid=87239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:25:10.447852 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.managers [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Bound port: b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741f52b2-f6c1-453b-89d0-586fc237346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592'}}] {{(pid=87239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:25:10.448190 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:10.538111 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] For port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5, host hv-cinder-84037, cleared binding levels {{(pid=87239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:25:10.540967 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] For port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,segment=NetworkSegment(741f52b2-f6c1-453b-89d0-586fc237346f),segment_id=741f52b2-f6c1-453b-89d0-586fc237346f)] {{(pid=87239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:25:10.545134 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305198'] for port, after_update {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:10.601730 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:10.602354 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:10.603788 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] 10.222.0.43 "PUT /v2.0/ports/b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 HTTP/1.1" status: 200 len: 1093 time: 0.9850242 May 03 21:25:10.604212 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198ea8c-fcb5-4661-86e7-0383ac445f13', 'tag': 'b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:10.628292 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dabd10-e275-475e-8272-3031a6277c45 service neutron] Pushing event updated for resources: {'Port': ['ID=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,revision_number=3']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:10.708326 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66845c6-979d-40f3-83c6-fc54c5c45106'] response: {'name': 'network-changed', 'server_uuid': '7198ea8c-fcb5-4661-86e7-0383ac445f13', 'tag': 'b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5', 'status': 'completed', 'code': 200} May 03 21:25:10.731145 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-6568f5f6-0834-46fb-8103-15e7554939b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:10.732583 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-6568f5f6-0834-46fb-8103-15e7554939b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c40fd63025342fbab2b37fc8de174f9&device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 1096 time: 0.0768545 May 03 21:25:10.803944 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-0653bc6a-3a8c-4100-9556-9ad4cd08226b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 HTTP/1.1" status: 200 len: 217 time: 0.0596073 May 03 21:25:10.949328 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-2c2633d4-c1d4-41d6-bbf0-19657adaa249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:10.950675 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-2c2633d4-c1d4-41d6-bbf0-19657adaa249 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4b60c0a-81ad-4944-ad9e-c3734b13fd64 HTTP/1.1" status: 200 len: 853 time: 0.1413791 May 03 21:25:10.996171 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-891a64ea-9531-4593-a074-94e13d2b5771 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a245a49-8552-4ed0-a174-c0be5a04c592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389173 May 03 21:25:11.147946 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-1e109da1-3ab5-47bb-bd84-813fdbc677df service neutron] 10.222.0.43 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440830 May 03 21:25:11.278244 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-5bf5854c-5f51-4c28-be20-9aebfc93abea req-5ede27de-6a17-4419-893d-830877a8f218 service neutron] 10.222.0.43 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243758 May 03 21:25:11.461022 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb78791-e2e2-40c3-ab7f-826e44ff4796 req-f268a0eb-d49e-464a-a4dd-14f5e7d017b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:11.462510 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3eb78791-e2e2-40c3-ab7f-826e44ff4796 req-f268a0eb-d49e-464a-a4dd-14f5e7d017b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c40fd63025342fbab2b37fc8de174f9&device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 1096 time: 0.0842755 May 03 21:25:11.592256 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:11.648276 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb78791-e2e2-40c3-ab7f-826e44ff4796 req-fca4c883-264a-42a6-ac1d-7162d817db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:11.649687 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3eb78791-e2e2-40c3-ab7f-826e44ff4796 req-fca4c883-264a-42a6-ac1d-7162d817db7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a245a49-8552-4ed0-a174-c0be5a04c592 HTTP/1.1" status: 200 len: 914 time: 0.1811047 May 03 21:25:11.717639 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc502f4-54a3-4f6a-b45a-c723b0ac5f9c req-5f17d948-5a1e-4b24-8b40-1fb17c4b4856 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:11.719044 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ddc502f4-54a3-4f6a-b45a-c723b0ac5f9c req-5f17d948-5a1e-4b24-8b40-1fb17c4b4856 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 943 time: 0.1677325 May 03 21:25:11.728493 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3eb78791-e2e2-40c3-ab7f-826e44ff4796 req-a46d400c-43d8-4b42-8a4e-3b0c4dbd035c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 HTTP/1.1" status: 200 len: 217 time: 0.0714786 May 03 21:25:11.810694 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ddc502f4-54a3-4f6a-b45a-c723b0ac5f9c req-5c6c5ebd-b685-4ac1-b11f-a605f1a76e52 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843997 May 03 21:25:11.815721 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb78791-e2e2-40c3-ab7f-826e44ff4796 req-827eee98-fc10-4e5c-a488-d364da64f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:11.817634 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3eb78791-e2e2-40c3-ab7f-826e44ff4796 req-827eee98-fc10-4e5c-a488-d364da64f06b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4b60c0a-81ad-4944-ad9e-c3734b13fd64 HTTP/1.1" status: 200 len: 853 time: 0.0772564 May 03 21:25:11.869147 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3eb78791-e2e2-40c3-ab7f-826e44ff4796 req-7a6676f3-08f8-4bfd-9d4a-dcd55509c387 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a245a49-8552-4ed0-a174-c0be5a04c592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445933 May 03 21:25:11.998936 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3eb78791-e2e2-40c3-ab7f-826e44ff4796 req-fdb27a7a-0bcb-4942-b230-2f70dfac5a19 service neutron] 10.222.0.43 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234894 May 03 21:25:12.138783 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3eb78791-e2e2-40c3-ab7f-826e44ff4796 req-faee4105-4278-439a-bfcf-c9ba7f090f52 service neutron] 10.222.0.43 "GET /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325438 May 03 21:25:12.997648 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba440850-aafe-41a9-829f-5b88e00dfef9 req-e346897e-3283-498c-a6fa-82e711332133 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:12.999092 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ba440850-aafe-41a9-829f-5b88e00dfef9 req-e346897e-3283-498c-a6fa-82e711332133 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 943 time: 0.0798187 May 03 21:25:13.042440 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ba440850-aafe-41a9-829f-5b88e00dfef9 req-edb3ca8e-0c36-4630-82f9-5901c22eb02d tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369599 May 03 21:25:13.823810 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:25:13.954491 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,segment=NetworkSegment(741f52b2-f6c1-453b-89d0-586fc237346f),segment_id=741f52b2-f6c1-453b-89d0-586fc237346f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:13.967285 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Returning: {'device': 'b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5', 'network_id': '2a245a49-8552-4ed0-a174-c0be5a04c592', 'port_id': 'b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5', 'mac_address': 'fa:16:3e:22:0d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b60c0a-81ad-4944-ad9e-c3734b13fd64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:25:14.019881 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:14.038384 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 {{(pid=87241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:25:14.053393 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,segment=NetworkSegment(741f52b2-f6c1-453b-89d0-586fc237346f),segment_id=741f52b2-f6c1-453b-89d0-586fc237346f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:14.058117 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:14.129031 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-40d551b9-9701-4edd-83cf-ebeb322a0f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:14.137018 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,revision_number=4']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:14.144004 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.144378 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.144378 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.144975 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.145295 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.145614 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.145958 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.146268 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.146580 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.146890 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.147203 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.147974 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:14.234401 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e5422-f1e7-44a7-b880-cca1e248ffd5 req-e53540dd-c4ed-41c4-a5a4-43acbae121d3 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:14.235902 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ad4e5422-f1e7-44a7-b880-cca1e248ffd5 req-e53540dd-c4ed-41c4-a5a4-43acbae121d3 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 944 time: 0.0835767 May 03 21:25:14.280179 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-ad4e5422-f1e7-44a7-b880-cca1e248ffd5 req-5d2fd6c1-004b-437c-915d-1371947175e3 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378969 May 03 21:25:14.329752 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:25:15.459772 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7101371-70e7-4a87-a092-90c40663e364 req-fae3f752-f79f-4d8c-9b9a-5d322bd2d5c3 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:15.461168 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c7101371-70e7-4a87-a092-90c40663e364 req-fae3f752-f79f-4d8c-9b9a-5d322bd2d5c3 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 944 time: 0.0769711 May 03 21:25:15.503174 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c7101371-70e7-4a87-a092-90c40663e364 req-c699c8a9-9622-43ae-9509-a7bc865aba79 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 May 03 21:25:15.839333 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 up at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:25:15.903760 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning for port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 completed by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:25:15.908215 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.provisioning_blocks [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Provisioning complete for port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 triggered by entity L2. {{(pid=87241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:25:15.908579 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796760'] for port, provisioning_complete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:16.020619 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723232'] for port, before_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:16.045909 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198ea8c-fcb5-4661-86e7-0383ac445f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5'}] {{(pid=87241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:16.056089 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] For port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,segment=NetworkSegment(741f52b2-f6c1-453b-89d0-586fc237346f),segment_id=741f52b2-f6c1-453b-89d0-586fc237346f)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:16.060067 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747672591876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747672113740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747672113785'] for port, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:16.137131 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Pushing event updated for resources: {'Port': ['ID=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,revision_number=5']} {{(pid=87241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:16.154869 dv-cinder-840376-1-smb neutron-server[87241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6f1f3f-c2f4-4319-a20d-ebb405be3241'] response: {'server_uuid': '7198ea8c-fcb5-4661-86e7-0383ac445f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5', 'code': 200} May 03 21:25:16.422153 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d9808-1576-41ad-8878-84a3783178c9 req-dfd2391b-0478-463b-b14f-347c3cc42f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:16.423484 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-389d9808-1576-41ad-8878-84a3783178c9 req-dfd2391b-0478-463b-b14f-347c3cc42f1d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 1098 time: 0.0746593 May 03 21:25:16.446174 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f8be9577-2d72-4297-887d-4eab90acb82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:16.467882 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-389d9808-1576-41ad-8878-84a3783178c9 req-a4d07827-1583-4c37-a433-7c19051f46f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389829 May 03 21:25:16.690378 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a42e5e-556c-4dff-bd7d-03c58f1886d8 req-69596ffb-6f6c-4c81-8342-9754009a8b72 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:16.691776 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-02a42e5e-556c-4dff-bd7d-03c58f1886d8 req-69596ffb-6f6c-4c81-8342-9754009a8b72 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 945 time: 0.0853643 May 03 21:25:16.737343 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-02a42e5e-556c-4dff-bd7d-03c58f1886d8 req-0e01fa8f-f9ae-421f-a570-28bf8c4f6193 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399575 May 03 21:25:17.462502 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:17.647666 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:18.057587 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d46c9d-036d-4623-9a2b-6940d2a4b9e3 req-73021df2-1bda-4a53-be4e-bbf42b672d87 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:18.059085 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f1d46c9d-036d-4623-9a2b-6940d2a4b9e3 req-73021df2-1bda-4a53-be4e-bbf42b672d87 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 945 time: 0.1961901 May 03 21:25:18.108723 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-f1d46c9d-036d-4623-9a2b-6940d2a4b9e3 req-a7b8c3c7-7a8f-49b8-9a7a-178e6b162b64 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 May 03 21:25:18.729883 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:33.867518 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7436a-5908-4647-b657-c2417bb5b8d1 req-303348ca-6be2-4e30-a09c-1a8283f062fe tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:33.868844 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2cc7436a-5908-4647-b657-c2417bb5b8d1 req-303348ca-6be2-4e30-a09c-1a8283f062fe tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 945 time: 0.0812790 May 03 21:25:33.911150 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2cc7436a-5908-4647-b657-c2417bb5b8d1 req-78bb788f-1f25-48ca-b999-63a0ac1d9c05 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366728 May 03 21:25:35.098804 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9c70b-cef2-43bc-8a55-00ca875ab438 req-3c203ff1-4d00-424b-b26f-58d8a452d308 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:35.100229 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-16e9c70b-cef2-43bc-8a55-00ca875ab438 req-3c203ff1-4d00-424b-b26f-58d8a452d308 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 945 time: 0.0799928 May 03 21:25:35.144264 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-16e9c70b-cef2-43bc-8a55-00ca875ab438 req-64de4b81-b7ae-4fb2-be72-fd1796e068a6 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378535 May 03 21:25:36.330237 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8a6b0-36a3-4ca5-8a8c-e5394107274a req-f4189512-62dc-441e-a6f7-933a53d51999 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:36.331847 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-46a8a6b0-36a3-4ca5-8a8c-e5394107274a req-f4189512-62dc-441e-a6f7-933a53d51999 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 945 time: 0.0825617 May 03 21:25:36.374284 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-46a8a6b0-36a3-4ca5-8a8c-e5394107274a req-d355a155-ce37-4c21-95cd-327fe812e712 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367787 May 03 21:25:37.190536 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:25:37.555431 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137321f8-55fc-4ba5-a00f-45b177c84949 req-463a9ca0-56c1-48a2-9b23-2ba3ab0d9768 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:37.556870 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-137321f8-55fc-4ba5-a00f-45b177c84949 req-463a9ca0-56c1-48a2-9b23-2ba3ab0d9768 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 945 time: 0.0777185 May 03 21:25:37.603614 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-137321f8-55fc-4ba5-a00f-45b177c84949 req-bc60606f-d63d-4aa5-ac6f-a2f844d6f2db tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 May 03 21:25:38.158399 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-25129986-7d4e-494b-9692-65da13289e5a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:38.159961 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-25129986-7d4e-494b-9692-65da13289e5a tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.43 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 945 time: 0.0803003 May 03 21:25:38.227784 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-c6bf42a4-ed8f-4d78-85dc-3148a54e74d7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Deleting port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:38.228113 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-c6bf42a4-ed8f-4d78-85dc-3148a54e74d7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:38.472654 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-c6bf42a4-ed8f-4d78-85dc-3148a54e74d7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] For port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,segment=NetworkSegment(741f52b2-f6c1-453b-89d0-586fc237346f),segment_id=741f52b2-f6c1-453b-89d0-586fc237346f)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:38.472941 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-c6bf42a4-ed8f-4d78-85dc-3148a54e74d7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:38.595513 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-c6bf42a4-ed8f-4d78-85dc-3148a54e74d7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Calling delete_port for b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:38.788870 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-c6bf42a4-ed8f-4d78-85dc-3148a54e74d7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:38.825003 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] get_ports_and_sgs() called for port_ids ['b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5'] {{(pid=87241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:25:38.835584 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 33956) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:38.843307 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf42a4-ed8f-4d78-85dc-3148a54e74d7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Pushing event deleted for resources: {'Port': ['ID=b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:38.927807 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-c6bf42a4-ed8f-4d78-85dc-3148a54e74d7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] No DVR routers for this DVR port b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:25:38.931012 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-c6bf42a4-ed8f-4d78-85dc-3148a54e74d7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:38.933644 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198ea8c-fcb5-4661-86e7-0383ac445f13', 'name': 'network-vif-deleted', 'tag': 'b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:38.953688 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e4b9a-067d-4e6e-8068-1ac417f632d9 req-24b58294-7e83-4f6e-96d6-681622eeb45c tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:38.955185 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a97e4b9a-067d-4e6e-8068-1ac417f632d9 req-24b58294-7e83-4f6e-96d6-681622eeb45c tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198ea8c-fcb5-4661-86e7-0383ac445f13 HTTP/1.1" status: 200 len: 867 time: 0.2428598 May 03 21:25:38.962975 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-3d836df8-e8ae-48c1-b797-fbd4aa9de448 req-c6bf42a4-ed8f-4d78-85dc-3148a54e74d7 tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.43 "DELETE /v2.0/ports/b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 HTTP/1.1" status: 204 len: 173 time: 0.7967868 May 03 21:25:38.990224 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f3d356-73cc-4fd5-8517-9d7f90fa2140'] response: {'server_uuid': '7198ea8c-fcb5-4661-86e7-0383ac445f13', 'name': 'network-vif-deleted', 'tag': 'b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5', 'status': 'completed', 'code': 200} May 03 21:25:39.015706 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-a97e4b9a-067d-4e6e-8068-1ac417f632d9 req-dc7a9e5c-5c72-4a91-af2c-b9987639e87c tempest-VolumesSnapshotTestJSON-565602643 tempest-VolumesSnapshotTestJSON-565602643-project] 10.222.0.44 "GET /v2.0/security-groups?id=101149cf-e591-4895-a64d-db1aed621238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517004 May 03 21:25:39.162763 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Deleting port 984cee50-e51e-4b43-b391-aaacdf6f2f7a {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:39.163015 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:39.332461 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:39.332786 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:39.457700 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Calling delete_port for 984cee50-e51e-4b43-b391-aaacdf6f2f7a owned by network:floatingip {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:39.614658 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:39.665877 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event deleted for resources: {'Port': ['ID=984cee50-e51e-4b43-b391-aaacdf6f2f7a,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:39.704922 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.705189 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.705519 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.706501 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.706904 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.707233 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.707552 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.707870 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.708191 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.708508 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.708823 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.709137 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-smb {{(pid=87240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:39.761976 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for floatingip, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:39.762305 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.db.l3_db [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Floating IP 36545583-fc3c-4d9d-bf63-48872f250c8d disassociated (deleted). External IP: 172.28.1.45, port: 710fb3d5-5b8a-4444-a282-5cbd34cdb877. May 03 21:25:40.105916 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:25:40.286721 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:25:40.300736 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] Sync routers for ids ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:25:40.310277 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for floatingip, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:40.311196 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] Routers {'e6442ce5-7731-4ea2-83e7-6ce05770e6b1'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:40.311702 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:25:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:40.506890 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] Set router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:40.510448 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-91bc0730-c393-4358-a899-420c8f96387c tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "DELETE /v2.0/floatingips/36545583-fc3c-4d9d-bf63-48872f250c8d HTTP/1.1" status: 204 len: 168 time: 1.6740620 May 03 21:25:40.510963 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877'}] {{(pid=87240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:40.645236 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ea5137-d75e-4b36-9433-ddfd3028036c'] response: {'name': 'network-changed', 'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'status': 'completed', 'code': 200} May 03 21:25:40.796702 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-34c7efa8-107d-4a59-9a7a-22cfc0f70010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:40.798178 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-34c7efa8-107d-4a59-9a7a-22cfc0f70010 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0298b7b51c0c48889e8e2de2a68273d3&device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 1098 time: 0.1105406 May 03 21:25:40.874983 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '164f598f-c1cd-414f-b626-143be7340ef6', 'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'mac_address': 'fa:16:3e:d0:65:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:24Z', 'updated_at': '2022-05-03T21:21:32Z', 'revision_number': 5, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'subnets': [{'id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:40.879272 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] Checking router: e6442ce5-7731-4ea2-83e7-6ce05770e6b1 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:25:40.887815 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] Routers {'e6442ce5-7731-4ea2-83e7-6ce05770e6b1'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:40.887967 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:25:16Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:41.063791 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] Set router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:41.077512 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-71969f7f-f0cb-4a3f-9db2-571e34b74571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:41.078982 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-71969f7f-f0cb-4a3f-9db2-571e34b74571 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89782a5b-7fde-4d98-a51c-3968db14ab02 HTTP/1.1" status: 200 len: 910 time: 0.2746530 May 03 21:25:41.090555 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864491af-e681-4e64-8d6b-a924e314c230 req-be64c395-7f2a-49c0-b5c4-713aecb934c5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:41.091895 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-864491af-e681-4e64-8d6b-a924e314c230 req-be64c395-7f2a-49c0-b5c4-713aecb934c5 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.2670422 May 03 21:25:41.167989 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-31e4e748-6c11-4512-80b8-db2e4d690e28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877 HTTP/1.1" status: 200 len: 217 time: 0.0750957 May 03 21:25:41.238133 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-864491af-e681-4e64-8d6b-a924e314c230 req-69a7f8ef-b743-4690-88b1-9c42eb54c11a tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899780 May 03 21:25:41.249204 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-da52a16e-c5f5-42c7-89c2-cb11fb9beef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:41.250869 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-da52a16e-c5f5-42c7-89c2-cb11fb9beef9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f4ae61-8172-48b2-bda6-ec9a0af99db4 HTTP/1.1" status: 200 len: 848 time: 0.0753796 May 03 21:25:41.330593 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-04bf9fa9-af4a-41eb-ae3a-0233c9148523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:41.332712 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-04bf9fa9-af4a-41eb-ae3a-0233c9148523 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89782a5b-7fde-4d98-a51c-3968db14ab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752661 May 03 21:25:41.372786 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '164f598f-c1cd-414f-b626-143be7340ef6', 'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'mac_address': 'fa:16:3e:d0:65:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:24Z', 'updated_at': '2022-05-03T21:21:32Z', 'revision_number': 5, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'subnets': [{'id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:41.376684 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e0847-c023-4984-9d82-a0473d84cb17 None None] The sync data for ids ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'] in dv-cinder-840376-1-smb is: [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:21:25Z', 'revision_number': 4, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb', '_interfaces': [{'id': '164f598f-c1cd-414f-b626-143be7340ef6', 'name': '', 'network_id': '89782a5b-7fde-4d98-a51c-3968db14ab02', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'mac_address': 'fa:16:3e:d0:65:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:24Z', 'updated_at': '2022-05-03T21:21:32Z', 'revision_number': 5, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'subnets': [{'id': 'b2f4ae61-8172-48b2-bda6-ec9a0af99db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:25:41.465494 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-be02989d-bd36-48a0-93b5-e382efea28b6 service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254809 May 03 21:25:41.598837 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:41.611421 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-c5608c4c-1d21-4bf6-b3b9-d065c4a1cf22 req-9dd5688f-7d39-4f77-9a73-2d1b8bf21255 service neutron] 10.222.0.43 "GET /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386535 May 03 21:25:41.624973 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c64c67-5dbb-4878-ba55-0e7f5f79a4af None None] New status for floating IP 36545583-fc3c-4d9d-bf63-48872f250c8d: DOWN {{(pid=87242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:25:41.968230 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:25:42.001626 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:25:42.001981 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device b68bacd6-2a4c-4ec8-87cc-1fd195c6d3a5 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:25:42.331047 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-02e81e35-4348-43bd-8737-f4b2b1a0f826 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:42.332503 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-02e81e35-4348-43bd-8737-f4b2b1a0f826 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.43 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.0787630 May 03 21:25:42.451664 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-b26f57ce-fa7e-46b9-9bf5-424f8bc02489 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Deleting port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:42.452004 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-b26f57ce-fa7e-46b9-9bf5-424f8bc02489 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:42.569242 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383dc1a-ed41-4ac9-9cfc-58425fc1006f req-62a0a3d9-14d0-4f02-bbda-dd402a56f0a2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:42.570619 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2383dc1a-ed41-4ac9-9cfc-58425fc1006f req-62a0a3d9-14d0-4f02-bbda-dd402a56f0a2 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 945 time: 0.2043445 May 03 21:25:42.701643 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-2383dc1a-ed41-4ac9-9cfc-58425fc1006f req-dd52234f-033f-4b30-b776-1bbbd4020fe7 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fba0ed-466c-4fe3-921e-900cd26075a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253986 May 03 21:25:42.751949 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-b26f57ce-fa7e-46b9-9bf5-424f8bc02489 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] For port 710fb3d5-5b8a-4444-a282-5cbd34cdb877, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=710fb3d5-5b8a-4444-a282-5cbd34cdb877,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:42.752308 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-b26f57ce-fa7e-46b9-9bf5-424f8bc02489 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:42.874027 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-b26f57ce-fa7e-46b9-9bf5-424f8bc02489 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Calling delete_port for 710fb3d5-5b8a-4444-a282-5cbd34cdb877 owned by compute:nova {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:43.021235 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-b26f57ce-fa7e-46b9-9bf5-424f8bc02489 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:43.072090 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f57ce-fa7e-46b9-9bf5-424f8bc02489 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event deleted for resources: {'Port': ['ID=710fb3d5-5b8a-4444-a282-5cbd34cdb877,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:43.146841 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-b26f57ce-fa7e-46b9-9bf5-424f8bc02489 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] No DVR routers for this DVR port 710fb3d5-5b8a-4444-a282-5cbd34cdb877 on host hv-cinder-84037 {{(pid=87239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:25:43.150805 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-b26f57ce-fa7e-46b9-9bf5-424f8bc02489 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23490'] for port, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:43.153429 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'name': 'network-vif-deleted', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877'}] {{(pid=87239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:43.172008 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0a2a5546-05ec-4287-aa27-2c940f67e423 req-b26f57ce-fa7e-46b9-9bf5-424f8bc02489 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.43 "DELETE /v2.0/ports/710fb3d5-5b8a-4444-a282-5cbd34cdb877 HTTP/1.1" status: 204 len: 173 time: 0.8346329 May 03 21:25:43.203540 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289221f1-38ca-4976-ad84-000b34643638'] response: {'server_uuid': '67beccd7-bc9f-4b43-9210-0eb1a93dd269', 'name': 'network-vif-deleted', 'tag': '710fb3d5-5b8a-4444-a282-5cbd34cdb877', 'status': 'completed', 'code': 200} May 03 21:25:43.867044 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-0e617a8d-8b2b-46b5-94d6-9839bd2dd557 req-cfceea21-6303-4f94-988d-2b7ba143dbd9 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Synchronizing usage tracker for tenant:0298b7b51c0c48889e8e2de2a68273d3 on resource:port {{(pid=87239) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:25:43.883566 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.quota.resource [req-0e617a8d-8b2b-46b5-94d6-9839bd2dd557 req-cfceea21-6303-4f94-988d-2b7ba143dbd9 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Unset dirty status for tenant:0298b7b51c0c48889e8e2de2a68273d3 on resource:port {{(pid=87239) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:25:43.884945 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [req-0e617a8d-8b2b-46b5-94d6-9839bd2dd557 req-cfceea21-6303-4f94-988d-2b7ba143dbd9 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "GET /v2.0/ports?device_id=67beccd7-bc9f-4b43-9210-0eb1a93dd269 HTTP/1.1" status: 200 len: 210 time: 0.0629501 May 03 21:25:44.100898 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-60552f23-1385-4697-b3f0-c3e4171cf0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:44.981489 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34008) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:45.050383 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd850-8850-4659-8941-53e608cc70c0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:45.079793 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd850-8850-4659-8941-53e608cc70c0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:45.147661 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd850-8850-4659-8941-53e608cc70c0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:45.166635 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fd850-8850-4659-8941-53e608cc70c0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fba0ed-466c-4fe3-921e-900cd26075a2,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:45.177342 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd850-8850-4659-8941-53e608cc70c0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:45.178494 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-6e7fd850-8850-4659-8941-53e608cc70c0 tempest-TestShelveInstance-1003682424 tempest-TestShelveInstance-1003682424-project] 10.222.0.44 "DELETE /v2.0/security-groups/b6fba0ed-466c-4fe3-921e-900cd26075a2 HTTP/1.1" status: 204 len: 168 time: 0.1960144 May 03 21:25:45.220797 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 34014) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:45.827945 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636969'] for router_interface, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:45.967378 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 710fb3d5-5b8a-4444-a282-5cbd34cdb877 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:25:46.006068 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] No Port match for: 710fb3d5-5b8a-4444-a282-5cbd34cdb877 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:25:46.006582 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Device 710fb3d5-5b8a-4444-a282-5cbd34cdb877 not bound to the agent host hv-cinder-84037 {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:25:46.180273 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] Deleting port 164f598f-c1cd-414f-b626-143be7340ef6 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:46.180604 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:46.354800 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] For port 164f598f-c1cd-414f-b626-143be7340ef6, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=164f598f-c1cd-414f-b626-143be7340ef6,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:46.355475 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:46.447231 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-95483d67-bc4e-46e8-bcc8-415f00b73fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:46.482145 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] Calling delete_port for 164f598f-c1cd-414f-b626-143be7340ef6 owned by network:router_interface {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:46.650222 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:46.789556 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=164f598f-c1cd-414f-b626-143be7340ef6,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:47.050660 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637109'] for router_interface, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:47.410463 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] Router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:25:47.469718 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:47.599159 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:25:47.607404 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] Sync routers for ids ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'] in dv-cinder-840376-1-smb {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:25:47.614654 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-15275d30-5424-44ca-b9be-d146f8d625e5 admin admin] 10.222.0.44 "PUT /v2.0/routers/e6442ce5-7731-4ea2-83e7-6ce05770e6b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3926346 May 03 21:25:47.616500 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] Routers {'e6442ce5-7731-4ea2-83e7-6ce05770e6b1'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:47.617173 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:25:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:47.617332 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 34032) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:47.752001 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:47.797894 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Notify callbacks [] for router, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:47.804066 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] Set router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 gateway port host: dv-cinder-840376-1-smb {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:47.968514 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:47.978305 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Deleting port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 {{(pid=87239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:47.978626 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.122486 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:25:46Z', 'revision_number': 5, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port': {'id': '2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:22Z', 'updated_at': '2022-05-03T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:48.126253 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] Checking router: e6442ce5-7731-4ea2-83e7-6ce05770e6b1 for host: dv-cinder-840376-1-smb {{(pid=87241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:25:48.135134 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] Routers {'e6442ce5-7731-4ea2-83e7-6ce05770e6b1'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:48.135722 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:25:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'], 'active': True} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:48.265482 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.db [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] For port 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:48.265864 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.284911 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_dvr_db [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] Set router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 gateway port host: None {{(pid=87241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:48.392465 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.db.l3_hamode_db [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:25:47Z', 'revision_number': 6, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port_host': None}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:48.396287 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3354524-e4d7-49d2-95cb-fa9f1b993f88 None None] The sync data for ids ['e6442ce5-7731-4ea2-83e7-6ce05770e6b1'] in dv-cinder-840376-1-smb is: [{'id': 'e6442ce5-7731-4ea2-83e7-6ce05770e6b1', 'name': 'tempest-TestShelveInstance-1431350194-router', 'tenant_id': '0298b7b51c0c48889e8e2de2a68273d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:21Z', 'updated_at': '2022-05-03T21:25:47Z', 'revision_number': 6, 'project_id': '0298b7b51c0c48889e8e2de2a68273d3', 'gw_port_host': None}] {{(pid=87241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:25:48.400508 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.plugin [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Calling delete_port for 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 owned by network:router_gateway {{(pid=87239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:48.571407 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305189'] for port, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.622700 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:48.714758 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624140'] for router_gateway, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.741036 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.910143 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.912494 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.937625 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638692'] for router, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.938701 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6442ce5-7731-4ea2-83e7-6ce05770e6b1 {{(pid=87239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:25:48.951543 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] Notify callbacks [] for router, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.952684 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-499e9c15-d26a-415d-8fc1-2871dc5a86ac admin admin] 10.222.0.44 "DELETE /v2.0/routers/e6442ce5-7731-4ea2-83e7-6ce05770e6b1 HTTP/1.1" status: 204 len: 168 time: 1.3344615 May 03 21:25:48.956202 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34040) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:49.014209 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6b0d7e-9ba5-4741-a7cb-1156141c44ca admin admin] Deleting subnet b2f4ae61-8172-48b2-bda6-ec9a0af99db4 {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:25:49.017005 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0d7e-9ba5-4741-a7cb-1156141c44ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.073656 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0d7e-9ba5-4741-a7cb-1156141c44ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3460637'] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.158293 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0d7e-9ba5-4741-a7cb-1156141c44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.242614 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0d7e-9ba5-4741-a7cb-1156141c44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128164'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.291182 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b0d7e-9ba5-4741-a7cb-1156141c44ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f4ae61-8172-48b2-bda6-ec9a0af99db4,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:49.296301 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0d7e-9ba5-4741-a7cb-1156141c44ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.306613 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e099bdd-673f-4002-b486-ffd4d81111dd None None] Network 89782a5b-7fde-4d98-a51c-3968db14ab02 requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:25:49.306837 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4c6b0d7e-9ba5-4741-a7cb-1156141c44ca admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b2f4ae61-8172-48b2-bda6-ec9a0af99db4 HTTP/1.1" status: 204 len: 168 time: 0.3469424 May 03 21:25:49.306837 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34048) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:49.411097 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.421796 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Deleting port 42ce0236-b86d-4468-84fe-ca89568c6f29 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:49.422144 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.586867 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] DHCP port deletion for 89782a5b-7fde-4d98-a51c-3968db14ab02 request from dv-cinder-840376-1-smb {{(pid=87241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:25:49.591435 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] Deleting port 42ce0236-b86d-4468-84fe-ca89568c6f29 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:49.592145 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.625079 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:25:49.640460 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] For port 42ce0236-b86d-4468-84fe-ca89568c6f29, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=42ce0236-b86d-4468-84fe-ca89568c6f29,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:49.640816 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.670657 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:25:49.671033 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 2f9d1c21-6ba4-46e0-b3d8-d33c91a4df31 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:25:49.671379 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 164f598f-c1cd-414f-b626-143be7340ef6 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:25:49.711055 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 164f598f-c1cd-414f-b626-143be7340ef6 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:25:49.711432 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 164f598f-c1cd-414f-b626-143be7340ef6 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:25:49.767615 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Calling delete_port for 42ce0236-b86d-4468-84fe-ca89568c6f29 owned by network:dhcp {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:49.850625 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.862389 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] For port 42ce0236-b86d-4468-84fe-ca89568c6f29, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=42ce0236-b86d-4468-84fe-ca89568c6f29,segment=NetworkSegment(fc17de3a-e4e0-471f-88e5-4e1a5733564d),segment_id=fc17de3a-e4e0-471f-88e5-4e1a5733564d)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:49.862920 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.897578 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ce0236-b86d-4468-84fe-ca89568c6f29,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:49.901797 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] No DVR routers for this DVR port 42ce0236-b86d-4468-84fe-ca89568c6f29 on host dv-cinder-840376-1-smb {{(pid=87240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:25:49.980383 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] Calling delete_port for 42ce0236-b86d-4468-84fe-ca89568c6f29 owned by network:dhcp {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:50.016496 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:50.042484 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89782a5b-7fde-4d98-a51c-3968db14ab02']}} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:50.050628 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.db.api [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:25:50.050978 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG oslo_db.api [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:25:50.054278 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc17de3a-e4e0-471f-88e5-4e1a5733564d') {'for_net_delete': True} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:50.054564 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc17de3a-e4e0-471f-88e5-4e1a5733564d') {} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:50.065991 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3460628'] for segment, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:50.085874 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:50.091944 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:25:50.092334 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221191'] for segment, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: Traceback (most recent call last): May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: timer() May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: cb(*args, **kw) May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: return func(*args, **kwargs) May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: self._notify() May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: self.callback(batched_events) May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: event.method(event) May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: return f(self, *a, **k) May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: return self._get(url).json() May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: return self.request(url, 'GET', **kwargs) May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:25:50.105765 dv-cinder-840376-1-smb neutron-server[87240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:25:50.178342 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:50.182606 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:50.215337 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] Pushing event deleted for resources: {'Network': ['ID=89782a5b-7fde-4d98-a51c-3968db14ab02,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:50.221854 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-3108055e-6f7a-4c0b-bf04-1cf5f4189855 admin admin] 10.222.0.44 "DELETE /v2.0/networks/89782a5b-7fde-4d98-a51c-3968db14ab02 HTTP/1.1" status: 204 len: 168 time: 0.9132779 May 03 21:25:50.224002 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34054) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:50.552553 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] Deleting port 42ce0236-b86d-4468-84fe-ca89568c6f29 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:50.552930 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:50.622780 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-97297bb1-3750-4143-8f7b-f01c45861bd4 None None] The port '42ce0236-b86d-4468-84fe-ca89568c6f29' was deleted {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:25:50.868695 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636969'] for router_interface, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:51.210987 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] Deleting port 1399f7d1-d955-4b88-b246-bb8eb91cabe7 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:51.211673 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:51.380694 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] For port 1399f7d1-d955-4b88-b246-bb8eb91cabe7, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=1399f7d1-d955-4b88-b246-bb8eb91cabe7,segment=NetworkSegment(5934f8c6-0234-4b89-b2af-3f3d2c6ea92a),segment_id=5934f8c6-0234-4b89-b2af-3f3d2c6ea92a)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:51.381043 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:51.500603 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] Calling delete_port for 1399f7d1-d955-4b88-b246-bb8eb91cabe7 owned by network:router_interface {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:51.553305 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 42ce0236-b86d-4468-84fe-ca89568c6f29 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:25:51.587371 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 42ce0236-b86d-4468-84fe-ca89568c6f29 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:25:51.587776 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 42ce0236-b86d-4468-84fe-ca89568c6f29 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:25:51.682154 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:51.731630 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] Pushing event deleted for resources: {'Port': ['ID=1399f7d1-d955-4b88-b246-bb8eb91cabe7,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:51.998019 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637109'] for router_interface, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:52.452672 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] Router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 has already been hosted by L3 agent 6a670350-b906-4fdc-aa4b-304fed5093c9 {{(pid=87240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:25:52.625094 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-smb the message routers_updated {{(pid=87240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:25:52.633535 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] Sync routers for ids ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'] in dv-cinder-840376-1-smb {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:25:52.642282 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-77693cb1-b1d7-489a-ae32-dd242719fb06 admin admin] 10.222.0.44 "PUT /v2.0/routers/df42eacb-6e74-4ec1-9c79-9a55c3032bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4172888 May 03 21:25:52.642700 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] Routers {'df42eacb-6e74-4ec1-9c79-9a55c3032bb7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:52.643437 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:25:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:52.644845 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34074) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:52.815017 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Notify callbacks [] for router, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:52.821748 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] Set router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 gateway port host: dv-cinder-840376-1-smb {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:53.009265 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.020257 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Deleting port 7b4cdb07-5236-45d4-8857-834e4819fe03 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:53.020653 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.122227 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'name': 'tempest-TestShelveInstance-2092226358-router', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'external_fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:27Z', 'updated_at': '2022-05-03T21:25:51Z', 'revision_number': 5, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'gw_port': {'id': '7b4cdb07-5236-45d4-8857-834e4819fe03', 'name': '', 'network_id': '1ffc24f5-8283-443e-b259-1a8749ff546b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:21:28Z', 'updated_at': '2022-05-03T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '069f0174-b3ff-4fe4-934b-531ca897ac07', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-smb'}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:53.126007 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] Checking router: df42eacb-6e74-4ec1-9c79-9a55c3032bb7 for host: dv-cinder-840376-1-smb {{(pid=87242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:25:53.135354 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] Routers {'df42eacb-6e74-4ec1-9c79-9a55c3032bb7'} bound to L3 agent in host dv-cinder-840376-1-smb {{(pid=87242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:53.135870 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T21:04:46Z,description=,heartbeat_timestamp=2022-05-03T21:25:46Z,host='dv-cinder-840376-1-smb',id=6a670350-b906-4fdc-aa4b-304fed5093c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:04:46Z,topic='l3_agent')) {'router_ids': ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'], 'active': True} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:53.197367 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] For port 7b4cdb07-5236-45d4-8857-834e4819fe03, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=7b4cdb07-5236-45d4-8857-834e4819fe03,segment=NetworkSegment(68e6b995-8a95-453a-a522-f2a574db5f60),segment_id=68e6b995-8a95-453a-a522-f2a574db5f60)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:53.197720 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.292849 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_dvr_db [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] Set router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 gateway port host: None {{(pid=87242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:53.325260 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Calling delete_port for 7b4cdb07-5236-45d4-8857-834e4819fe03 owned by network:router_gateway {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:53.401983 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.l3_hamode_db [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'name': 'tempest-TestShelveInstance-2092226358-router', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:27Z', 'updated_at': '2022-05-03T21:25:53Z', 'revision_number': 6, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'gw_port_host': None}], 'dv-cinder-840376-1-smb', False) {} {{(pid=87242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:53.405877 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8459d-e795-41ac-9ff8-8e43b7a4a42b None None] The sync data for ids ['df42eacb-6e74-4ec1-9c79-9a55c3032bb7'] in dv-cinder-840376-1-smb is: [{'id': 'df42eacb-6e74-4ec1-9c79-9a55c3032bb7', 'name': 'tempest-TestShelveInstance-2092226358-router', 'tenant_id': 'e821e431886d41ceb554b98cf980127f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:21:27Z', 'updated_at': '2022-05-03T21:25:53Z', 'revision_number': 6, 'project_id': 'e821e431886d41ceb554b98cf980127f', 'gw_port_host': None}] {{(pid=87242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:25:53.600679 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.645748 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4cdb07-5236-45d4-8857-834e4819fe03,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:53.735932 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624140'] for router_gateway, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.868548 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 1399f7d1-d955-4b88-b246-bb8eb91cabe7 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:25:53.906630 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 1399f7d1-d955-4b88-b246-bb8eb91cabe7 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:25:53.907056 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 1399f7d1-d955-4b88-b246-bb8eb91cabe7 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:25:53.918277 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.920607 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.944343 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638692'] for router, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.944830 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Fanout notify agent at l3_agent the message router_deleted on router df42eacb-6e74-4ec1-9c79-9a55c3032bb7 {{(pid=87240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:25:53.957264 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] Notify callbacks [] for router, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.958534 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-906d3055-3455-4615-b683-306a288cd6de admin admin] 10.222.0.44 "DELETE /v2.0/routers/df42eacb-6e74-4ec1-9c79-9a55c3032bb7 HTTP/1.1" status: 204 len: 168 time: 1.3127339 May 03 21:25:53.960935 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34084) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:54.020500 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d921d4e-778f-4079-b745-5aa09c2f9df7 admin admin] Deleting subnet 56cc58c8-3515-4f1a-98a2-89cc8778609e {{(pid=87240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:25:54.023543 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9d921d4e-778f-4079-b745-5aa09c2f9df7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.075688 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9d921d4e-778f-4079-b745-5aa09c2f9df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3460637'] for subnet, precommit_delete_associations {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.164055 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9d921d4e-778f-4079-b745-5aa09c2f9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.246029 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9d921d4e-778f-4079-b745-5aa09c2f9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128164'] for subnet, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.285492 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d921d4e-778f-4079-b745-5aa09c2f9df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56cc58c8-3515-4f1a-98a2-89cc8778609e,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:54.287682 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-9d921d4e-778f-4079-b745-5aa09c2f9df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.294241 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374dde42-fd8a-4ef7-b8b7-693c0eff17a8 None None] Network 33dd68a6-cce6-4ffe-841b-57b54311111f requested from dv-cinder-840376-1-smb {{(pid=87241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:25:54.295681 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-9d921d4e-778f-4079-b745-5aa09c2f9df7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/56cc58c8-3515-4f1a-98a2-89cc8778609e HTTP/1.1" status: 204 len: 168 time: 0.3337874 May 03 21:25:54.298221 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34096) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:54.403703 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.415735 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Deleting port ff9d6335-596a-4255-b269-1eaa7e34cd31 {{(pid=87240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:54.416134 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.573386 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] DHCP port deletion for 33dd68a6-cce6-4ffe-841b-57b54311111f request from dv-cinder-840376-1-smb {{(pid=87241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:25:54.577798 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] Deleting port ff9d6335-596a-4255-b269-1eaa7e34cd31 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:54.578201 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.622240 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.db [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] For port ff9d6335-596a-4255-b269-1eaa7e34cd31, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=ff9d6335-596a-4255-b269-1eaa7e34cd31,segment=NetworkSegment(5934f8c6-0234-4b89-b2af-3f3d2c6ea92a),segment_id=5934f8c6-0234-4b89-b2af-3f3d2c6ea92a)] {{(pid=87240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:54.622873 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.748921 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.plugin [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Calling delete_port for ff9d6335-596a-4255-b269-1eaa7e34cd31 owned by network:dhcp {{(pid=87240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:54.778787 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.db [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] For port ff9d6335-596a-4255-b269-1eaa7e34cd31, host dv-cinder-840376-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-smb',level=0,port_id=ff9d6335-596a-4255-b269-1eaa7e34cd31,segment=NetworkSegment(5934f8c6-0234-4b89-b2af-3f3d2c6ea92a),segment_id=5934f8c6-0234-4b89-b2af-3f3d2c6ea92a)] {{(pid=87241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:54.779102 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623401'] for port, precommit_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.826112 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747672591086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747672113731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221288'] for port, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.870864 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9d6335-596a-4255-b269-1eaa7e34cd31,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:54.876510 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] No DVR routers for this DVR port ff9d6335-596a-4255-b269-1eaa7e34cd31 on host dv-cinder-840376-1-smb {{(pid=87240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:25:54.908028 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] Calling delete_port for ff9d6335-596a-4255-b269-1eaa7e34cd31 owned by network:dhcp {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:54.981650 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.db.api [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:25:54.982054 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG oslo_db.api [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:25:54.990176 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.018535 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dd68a6-cce6-4ffe-841b-57b54311111f']}} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:55.030237 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a') {'for_net_delete': True} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:55.030485 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.services.segments.db [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5934f8c6-0234-4b89-b2af-3f3d2c6ea92a') {} {{(pid=87240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:55.041894 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3460628'] for segment, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.058207 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.065650 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:25:55.066062 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221191'] for segment, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: Traceback (most recent call last): May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: timer() May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: cb(*args, **kw) May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: return func(*args, **kwargs) May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: self._notify() May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: self.callback(batched_events) May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: event.method(event) May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: return f(self, *a, **k) May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: return self._get(url).json() May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: return self.request(url, 'GET', **kwargs) May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:25:55.078742 dv-cinder-840376-1-smb neutron-server[87240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:25:55.153410 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.264004 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.277391 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=33dd68a6-cce6-4ffe-841b-57b54311111f,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:55.285558 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-69a83e3c-20e3-4002-b2f4-fe9899f32d0d admin admin] 10.222.0.44 "DELETE /v2.0/networks/33dd68a6-cce6-4ffe-841b-57b54311111f HTTP/1.1" status: 204 len: 168 time: 0.9863234 May 03 21:25:55.431503 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34108) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:55.481084 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-25553ce7-91b8-462d-8439-dbfea2edf98a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0298b7b51c0c48889e8e2de2a68273d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484300 May 03 21:25:55.483486 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] Deleting port ff9d6335-596a-4255-b269-1eaa7e34cd31 {{(pid=87241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:55.483635 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34112) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:55.484006 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747672472068'] for port, before_delete {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.547269 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a614-b429-44c0-a9b7-cae6826adf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.557540 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c63dc780-eba4-4a26-87de-177f26aaba2d None None] The port 'ff9d6335-596a-4255-b269-1eaa7e34cd31' was deleted {{(pid=87241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:25:55.575075 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device ff9d6335-596a-4255-b269-1eaa7e34cd31 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:25:55.576646 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a614-b429-44c0-a9b7-cae6826adf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.614156 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: ff9d6335-596a-4255-b269-1eaa7e34cd31 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:25:55.614558 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device ff9d6335-596a-4255-b269-1eaa7e34cd31 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:25:55.614945 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 7b4cdb07-5236-45d4-8857-834e4819fe03 no longer exists at agent ovs-agent-dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:25:55.631220 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a614-b429-44c0-a9b7-cae6826adf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.651058 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4a614-b429-44c0-a9b7-cae6826adf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3abb113-0eb4-46ea-ae0d-a6e3d2ecd867,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:55.652072 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] No Port match for: 7b4cdb07-5236-45d4-8857-834e4819fe03 {{(pid=87241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:25:55.652491 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron.plugins.ml2.rpc [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Device 7b4cdb07-5236-45d4-8857-834e4819fe03 not bound to the agent host dv-cinder-840376-1-smb {{(pid=87241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:25:55.658249 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a614-b429-44c0-a9b7-cae6826adf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:55.659536 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-e0b4a614-b429-44c0-a9b7-cae6826adf86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3abb113-0eb4-46ea-ae0d-a6e3d2ecd867 HTTP/1.1" status: 204 len: 168 time: 0.1751199 May 03 21:25:55.995554 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34120) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:56.045253 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-d021b898-1e8c-425c-a75b-1a9adcc1dda7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e821e431886d41ceb554b98cf980127f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485983 May 03 21:25:56.047681 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34124) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:56.103293 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a315b9f2-9c66-43d6-b85b-a67ffa5f694a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:56.127773 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a315b9f2-9c66-43d6-b85b-a67ffa5f694a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:56.179446 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a315b9f2-9c66-43d6-b85b-a67ffa5f694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:56.193547 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315b9f2-9c66-43d6-b85b-a67ffa5f694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad2e90e-bd76-43de-a934-182edcbba125,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:56.200618 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-a315b9f2-9c66-43d6-b85b-a67ffa5f694a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:56.201736 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-a315b9f2-9c66-43d6-b85b-a67ffa5f694a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ad2e90e-bd76-43de-a934-182edcbba125 HTTP/1.1" status: 204 len: 168 time: 0.1531801 May 03 21:25:59.156201 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 34158) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:59.216272 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.db.db_base_plugin_v2 [None req-71db2195-8674-4183-9e1e-07c76f60c10a admin admin] Deleting subnet e4b60c0a-81ad-4944-ad9e-c3734b13fd64 {{(pid=87239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:25:59.219149 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71db2195-8674-4183-9e1e-07c76f60c10a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.266936 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71db2195-8674-4183-9e1e-07c76f60c10a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304469'] for subnet, precommit_delete_associations {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.324221 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71db2195-8674-4183-9e1e-07c76f60c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1776024'] for subnet, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.389632 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71db2195-8674-4183-9e1e-07c76f60c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228420'] for subnet, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.428487 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db2195-8674-4183-9e1e-07c76f60c10a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b60c0a-81ad-4944-ad9e-c3734b13fd64,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:59.430429 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-71db2195-8674-4183-9e1e-07c76f60c10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for subnet, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.436343 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-71db2195-8674-4183-9e1e-07c76f60c10a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e4b60c0a-81ad-4944-ad9e-c3734b13fd64 HTTP/1.1" status: 204 len: 168 time: 0.2791545 May 03 21:25:59.438788 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [-] (87239) accepted ('10.222.0.44', 34162) {{(pid=87239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:59.542931 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597252'] for network, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.664216 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1776915', 'neutron.services.segments.db._delete_segments_for_network-8747672648021'] for network, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.688076 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a245a49-8552-4ed0-a174-c0be5a04c592']}} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:59.699640 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741f52b2-f6c1-453b-89d0-586fc237346f') {'for_net_delete': True} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:59.699933 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.services.segments.db [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741f52b2-f6c1-453b-89d0-586fc237346f') {} {{(pid=87239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:59.711518 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747672650864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304476'] for segment, before_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.730791 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771343'] for segment, precommit_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.736649 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:25:59.737037 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305226'] for segment, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: Traceback (most recent call last): May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: timer() May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: cb(*args, **kw) May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: return func(*args, **kwargs) May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: self._notify() May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: self.callback(batched_events) May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: event.method(event) May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: return f(self, *a, **k) May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: return self._get(url).json() May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: return self.request(url, 'GET', **kwargs) May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:25:59.834617 dv-cinder-840376-1-smb neutron-server[87239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:25:59.905708 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1776936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624169'] for network, after_delete {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.923663 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron_lib.callbacks.manager [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526183'] for network, before_response {{(pid=87239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.933551 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a245a49-8552-4ed0-a174-c0be5a04c592,revision_number=None']} {{(pid=87239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:59.941893 dv-cinder-840376-1-smb neutron-server[87239]: INFO neutron.wsgi [None req-d0b871cc-953c-4a4f-b573-509345a88697 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2a245a49-8552-4ed0-a174-c0be5a04c592 HTTP/1.1" status: 204 len: 168 time: 0.5021586 May 03 21:26:00.111252 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34168) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:00.159788 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-884f41e8-1481-46b4-b9c0-e22782f86cd3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c40fd63025342fbab2b37fc8de174f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470200 May 03 21:26:00.162347 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.wsgi [-] (87240) accepted ('10.222.0.44', 34172) {{(pid=87240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:00.221459 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4530cbdf-fe86-4fd1-98ae-cee0953f4401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:00.246207 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4530cbdf-fe86-4fd1-98ae-cee0953f4401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:00.297499 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4530cbdf-fe86-4fd1-98ae-cee0953f4401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967993'] for security_group, after_delete {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:00.313597 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530cbdf-fe86-4fd1-98ae-cee0953f4401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101149cf-e591-4895-a64d-db1aed621238,revision_number=None']} {{(pid=87240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:00.319621 dv-cinder-840376-1-smb neutron-server[87240]: DEBUG neutron_lib.callbacks.manager [None req-4530cbdf-fe86-4fd1-98ae-cee0953f4401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:00.321271 dv-cinder-840376-1-smb neutron-server[87240]: INFO neutron.wsgi [None req-4530cbdf-fe86-4fd1-98ae-cee0953f4401 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/101149cf-e591-4895-a64d-db1aed621238 HTTP/1.1" status: 204 len: 168 time: 0.1574607 May 03 21:26:11.610856 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.103305 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-a0e4beee-9c29-44e6-b01a-fa47b7809176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.190114 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:26:16.449750 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-de5c36cc-e322-487a-a646-d7ee4c9ac840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:17.467789 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:17.654156 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:18.736834 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:41.625393 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:44.105178 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-711ec22f-fd89-4df4-b6b2-f6dff9154022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.451016 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-33085fb6-326e-49fe-a5ac-6437234d87eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:47.458342 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:47.652625 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:48.742971 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:51.190397 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:27:11.620340 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:14.115505 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-01c1d7b1-7ca2-4257-954f-65598415ae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:16.454074 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-94368e4b-acb9-468c-8261-4f1b29234ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:17.462482 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:17.656991 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:18.744372 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.189735 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:27:41.639849 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.108429 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-094db425-0126-4f37-bf44-929fa5643c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:46.455327 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-a0f98530-4ad0-459e-b60b-ae15d13978ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:47.464460 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:47.658335 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:48.747415 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:05.189919 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:28:11.639589 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:14.109935 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-aaa8ad9e-e509-41ff-a62e-313e1a10c088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:16.457672 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-32e353cb-3702-46be-8ca0-676637c284e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:17.472609 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:17.663103 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:18.750217 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.637598 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:42.189525 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:28:44.110522 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-08a5c4c0-69ea-40f4-9c63-a858bc2c6a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:46.459293 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8d4a-a7c6-42aa-8bac-4f2e0c78d212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:47.463649 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:47.665572 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.753675 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.643447 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:14.111587 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-e9305d50-1659-4465-af4e-40fc1d5e509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.460293 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-a2bb894f-1410-4a05-8ef6-88ac42787809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.470250 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.672405 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.756458 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.188664 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:29:25.543173 dv-cinder-840376-1-smb neutron-server[87239]: DEBUG neutron.wsgi [req-fb0fdba0-682e-4590-912a-7bda17b20194 req-6d135fde-098b-47e5-b086-30a42d1839ba service neutron] (87239) timed out ('10.222.0.43', 59980) {{(pid=87239) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 21:29:41.635667 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:44.112788 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-33dca64d-f733-4e9f-b90d-9bca0f475d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:46.465104 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-5929330c-a278-49d3-9e40-6fc0b0d89a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.461829 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.670409 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.791557 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:56.188528 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:30:11.636541 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.114502 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-db960280-25a2-4603-8488-dbee6df9e1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:16.466790 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-4f8f82fb-ca3c-4a89-aeb6-f26deb953452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.462463 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.673091 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:18.764035 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:33.187672 dv-cinder-840376-1-smb neutron-server[87242]: DEBUG neutron.db.agents_db [None req-4fae8069-89f8-4e27-a09f-4ad48cb9b6a8 None None] Agent healthcheck: found 6 active agents {{(pid=87242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:30:41.642215 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c7655927-a97b-4daf-aaa1-e6f9b389a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:44.114774 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-1d286aee-ed87-4ad5-80de-848982f08a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:46.468140 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5f40-11ec-443c-beda-75137c759092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.465380 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a4e6-bfca-4fa2-8a62-c250b2ac4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.674438 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-f4b1dc4f-c064-4788-9673-814b78c7029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:48.764989 dv-cinder-840376-1-smb neutron-server[87241]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ef14-a24a-43c8-847e-015a19e556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747672647994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796841'] for agent, after_update {{(pid=87241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}